-- Logs begin at Thu 2021-09-16 09:59:10 UTC, end at Thu 2021-09-16 11:15:18 UTC. -- Sep 16 10:39:43.123097 dv-cinder-787764-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 10:39:45.815637 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.common.config [-] Logging enabled! Sep 16 10:39:45.816214 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 10:39:45.816403 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 10:39:45.819622 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.common.config [-] Logging enabled! Sep 16 10:39:45.819877 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 10:39:45.820186 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 10:39:45.821145 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 10:39:45.821380 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 10:39:45.821737 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 10:39:45.821981 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 10:39:45.822205 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 10:39:45.822526 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.822825 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.823121 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.823349 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.823645 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.823937 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.824234 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.824531 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.824828 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.825110 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.825386 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.825667 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.825893 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.826170 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.826453 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.826738 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.826957 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.827234 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.827655 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.828056 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.828344 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.828665 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.828940 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.829207 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.829483 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.829762 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.830084 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] host = dv-cinder-787764-4-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.830358 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.830643 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.830929 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.831214 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.831486 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.831758 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.832049 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.832313 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.832606 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.832883 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.833172 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.833973 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.834265 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.834487 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.834709 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.834996 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.835282 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.835556 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.835829 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.836100 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.836371 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.836665 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.836934 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.837217 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.837500 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.837785 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.838058 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.838327 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.838594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.838869 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.839153 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.839425 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.839696 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.839967 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.840251 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.840538 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.840811 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.841111 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.841395 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.841677 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.841961 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.842248 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.842512 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.842781 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.843052 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.843321 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.843592 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.843858 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.844135 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.844403 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.844693 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.844963 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.845230 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.845512 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:45.845806 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.846098 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.846394 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.846672 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.846965 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.847243 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.847530 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.847804 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.848090 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.848374 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.848751 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.849044 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.849872 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.850149 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.850441 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.850744 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.851035 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.851326 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.851600 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.851870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.852139 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.852413 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.852718 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.852992 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.853278 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.853566 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.853842 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.854122 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.854410 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.854696 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.854963 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.855235 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.855523 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.855795 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.856063 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.856334 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.856647 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.856921 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.857190 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.857468 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.857741 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.858011 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.858280 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.858554 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.858846 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.859119 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.859385 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.859651 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.859924 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.860192 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.860492 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.860767 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.861036 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.861304 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.861579 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.861848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.862114 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.862385 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.862651 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.862923 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.863191 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.863459 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.863726 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.863995 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.864261 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.864553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.864857 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.865129 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.865693 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.865930 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.866199 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.866465 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.866733 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.867012 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.867304 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.867577 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.867850 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.868126 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.868398 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.868697 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.868970 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.869242 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.869516 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.869784 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.870072 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.870349 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.870629 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.870906 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.871179 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.871483 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.871763 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.872043 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.872319 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.872625 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.872907 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.873187 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.873482 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.873778 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.874068 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.874361 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.874648 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.874925 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.875230 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.875509 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:45.875727 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 10:39:45.875963 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100839) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 10:39:46.220598 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 10:39:46.220877 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 10:39:46.221169 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 10:39:46.221508 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 10:39:46.615082 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.615353 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.615575 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.616877 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.617149 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.617411 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.652669 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.652941 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.653206 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.667664 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.667947 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.668214 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.696695 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.696972 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.697234 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.734765 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.735045 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.735317 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.964201 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.964868 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.964868 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.965053 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:46.965711 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.083762 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.084076 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.084357 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.084650 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.084918 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.085228 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.085489 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.085745 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.085997 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.086277 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.086536 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.086797 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.087051 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.087301 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.087553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.087816 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.088071 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.088333 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.088631 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.088892 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.089160 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.089410 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.089692 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.090069 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.090317 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.090560 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.090949 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.091185 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.091419 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.091652 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.091883 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.092114 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:47.092504 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 10:39:47.096658 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 10:39:47.103320 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 10:39:47.107707 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 16 10:39:47.109359 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 10:39:47.109815 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 10:39:47.110152 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 10:39:47.110545 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 10:39:47.113344 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 10:39:47.113622 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 10:39:47.113968 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 10:39:47.119498 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 10:39:47.141408 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 10:39:47.141873 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.142174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100839) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 10:39:47.142536 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.143890 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100839) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 10:39:47.144332 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 10:39:47.144601 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 10:39:47.148396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.148704 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:47.211768 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 10:39:47.211999 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 10:39:47.212235 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 10:39:47.212620 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 10:39:47.234069 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_db.sqlalchemy.engines [None req-f14327b8-5215-43e4-9440-4a84817895de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100839) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 10:39:47.912326 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing driver for type 'gre' Sep 16 10:39:47.912911 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f14327b8-5215-43e4-9440-4a84817895de None None] gre ID ranges: [(1, 1000)] Sep 16 10:39:48.106376 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing driver for type 'local' Sep 16 10:39:48.106993 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing driver for type 'vlan' Sep 16 10:39:48.192570 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f14327b8-5215-43e4-9440-4a84817895de None None] VlanTypeDriver initialization complete Sep 16 10:39:48.192913 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing driver for type 'vxlan' Sep 16 10:39:48.193415 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f14327b8-5215-43e4-9440-4a84817895de None None] vxlan ID ranges: [(1, 1000)] Sep 16 10:39:48.380323 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing extension driver 'port_security' Sep 16 10:39:48.380689 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.extensions.port_security [None req-f14327b8-5215-43e4-9440-4a84817895de None None] PortSecurityExtensionDriver initialization complete Sep 16 10:39:48.381018 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing mechanism driver 'openvswitch' Sep 16 10:39:48.381341 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing mechanism driver 'hyperv' Sep 16 10:39:48.387822 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.plugin [None req-f14327b8-5215-43e4-9440-4a84817895de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:39:48.388531 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.399415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.399854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.399854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400249 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.400249 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400249 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400249 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400249 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.400659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.400659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.400659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > address_group after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > address_group after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > address_group after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100839) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 10:39:48.401037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f14327b8-5215-43e4-9440-4a84817895de None None] ML2 OVO RPC backend initialized. {{(pid=100839) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 10:39:48.401037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > networks before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401701 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > ports before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401701 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401701 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnets before_response 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.401701 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.402005 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.402005 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.402171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.402446 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.402780 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.403122 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.403458 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.403793 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > subnet after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.404368 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.plugin [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Modular L2 Plugin initialization complete Sep 16 10:39:48.404720 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading services supported by the core plugin {{(pid=100839) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 10:39:48.405051 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.plugins.ml2.managers [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Got port-security extension from driver 'port_security' Sep 16 10:39:48.405509 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.extensions.vlantransparent [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Disabled vlantransparent extension. Sep 16 10:39:48.405989 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100839) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 10:39:48.406302 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: router Sep 16 10:39:48.450509 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.450851 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.451224 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router before_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.451593 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.451966 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.452336 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_delete 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.452738 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > floatingip after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.453090 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > floatingip after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.453449 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.453796 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.454145 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.454495 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.454853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.455264 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.455633 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.455977 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.456338 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: subnet after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.456703 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.457055 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > port precommit_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.457491 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.457850 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.458198 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.458556 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router after_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.458899 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_delete 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.459250 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_create 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.459614 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router_interface after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.459962 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_update 55549900 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.460334 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > agent after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.460717 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > agent after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.461062 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > network after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.461921 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Tracking information for resource: router configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:48.462258 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Tracking information for resource: floatingip configured {{(pid=100839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 10:39:48.467233 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.db.l3_agentschedulers_db [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 10:39:48.467808 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.468170 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.468560 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.468915 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: port after_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.469713 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router before_create 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.470082 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_delete 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.470451 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_create 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.470840 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > router precommit_update 55550100 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.476045 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.provider_configuration [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service providers = [] {{(pid=100839) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 10:39:48.476469 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.db.servicetype_db [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100839) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 10:39:48.479493 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 10:39:48.479848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 10:39:48.480198 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 10:39:48.481125 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.services.service_base [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 10:39:48.481503 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.services.service_base [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 10:39:48.481882 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.482244 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 10:39:48.493711 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.496192 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: auto_allocate Sep 16 10:39:48.501432 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: network precommit_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.501801 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: network precommit_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.502338 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.502659 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: tag Sep 16 10:39:48.509239 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.513640 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: timestamp Sep 16 10:39:48.517297 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.517631 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: network_ip_availability Sep 16 10:39:48.523077 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.523449 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.523810 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.524555 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.524878 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: flavors Sep 16 10:39:48.529650 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.529989 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading Plugin: revisions Sep 16 10:39:48.534848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 10:39:48.535238 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.314s {{(pid=100839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 10:39:48.535987 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100839) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 10:39:48.536322 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Initializing extension manager. Sep 16 10:39:48.536853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: __init__.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.537197 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: __pycache__ {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.537534 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.537870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.538628 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.539191 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: address-group Sep 16 10:39:48.539514 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: address_scope.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.552238 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.552786 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: address-scope Sep 16 10:39:48.553115 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: admin_state_down_before_update.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.554053 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.554566 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: router-admin-state-down-before-update Sep 16 10:39:48.554891 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: agent.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.555597 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.556111 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: agent Sep 16 10:39:48.556487 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: agent_resources_synced.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.557410 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.557921 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: agent-resources-synced Sep 16 10:39:48.558246 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: allowedaddresspairs.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.560036 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.560586 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: allowed-address-pairs Sep 16 10:39:48.560918 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: auto_allocated_topology.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.561989 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.562506 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: auto-allocated-topology Sep 16 10:39:48.562834 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.563630 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.564141 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: availability_zone Sep 16 10:39:48.564488 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: availability_zone_filter.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.565406 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.565931 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: availability_zone_filter Sep 16 10:39:48.566257 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: data_plane_status.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.567180 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.567703 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 10:39:48.568028 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: default_subnetpools.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.568991 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.569497 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: default-subnetpools Sep 16 10:39:48.569825 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: dhcpagentscheduler.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.570639 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.571146 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: dhcp_agent_scheduler Sep 16 10:39:48.571478 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: dns.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.572394 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.572931 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension dns-integration not supported by any of loaded plugins Sep 16 10:39:48.573259 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: dns_domain_ports.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.574205 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.574712 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 10:39:48.575038 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.575963 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.576490 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 10:39:48.576818 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: dvr.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.577499 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.578002 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: dvr Sep 16 10:39:48.578322 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: ecmp_routes.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.579239 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.579742 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 10:39:48.580064 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: empty_string_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.581011 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.581537 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: empty-string-filtering Sep 16 10:39:48.581860 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.588744 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.589245 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 10:39:48.589565 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.590520 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.591026 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 10:39:48.591348 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: external_net.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.592265 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.592809 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: external-net Sep 16 10:39:48.593142 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: extra_dhcp_opt.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.594062 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.594569 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: extra_dhcp_opt Sep 16 10:39:48.594893 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: extraroute.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.595831 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.596337 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: extraroute Sep 16 10:39:48.597281 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: extraroute_atomic.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.598308 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.598812 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: extraroute-atomic Sep 16 10:39:48.599136 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: filter_validation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.599801 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.600300 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: filter-validation Sep 16 10:39:48.600651 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: fip_pf_description.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.601576 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.602078 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 10:39:48.602401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: fip_port_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.603326 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.603832 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: fip-port-details Sep 16 10:39:48.604157 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: flavors.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.605396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.605914 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: flavors Sep 16 10:39:48.606245 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.607884 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.608407 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 10:39:48.608768 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: floatingip_pools.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.609475 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.609986 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: floatingip-pools Sep 16 10:39:48.610315 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: ip_allocation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.611258 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.611765 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 10:39:48.612091 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.613907 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.614421 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: ip-substring-filtering Sep 16 10:39:48.614748 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l2_adjacency.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.615685 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.616192 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 10:39:48.616551 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.617647 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.618169 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: router Sep 16 10:39:48.618497 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3_conntrack_helper.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.620772 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.621304 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 10:39:48.621634 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.622580 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.623104 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: ext-gw-mode Sep 16 10:39:48.623433 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.624374 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.624921 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: l3-ha Sep 16 10:39:48.625247 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3_flavors.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.626163 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.626670 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: l3-flavors Sep 16 10:39:48.626992 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.627932 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.628465 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 10:39:48.628790 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: l3agentscheduler.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.629830 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.630338 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: l3_agent_scheduler Sep 16 10:39:48.630667 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: logging.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.632155 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.632776 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension logging not supported by any of loaded plugins Sep 16 10:39:48.633120 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: metering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.633867 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.634442 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: metering Sep 16 10:39:48.634773 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.635862 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.636381 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: metering_source_and_destination_fields Sep 16 10:39:48.636739 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: multiprovidernet.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.637670 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.638182 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: multi-provider Sep 16 10:39:48.638513 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: netmtu.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.639426 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.639934 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: net-mtu Sep 16 10:39:48.640261 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: netmtu_writable.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.641212 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.641721 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: net-mtu-writable Sep 16 10:39:48.642049 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: network_availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.642731 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.643235 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: network_availability_zone Sep 16 10:39:48.643585 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: network_ip_availability.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.644718 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.645237 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: network-ip-availability Sep 16 10:39:48.645564 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: network_segment_range.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.646329 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.646836 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 10:39:48.647163 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: pagination.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.648147 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.648510 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: pagination Sep 16 10:39:48.648836 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: port_device_profile.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.649749 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.650261 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: port-device-profile Sep 16 10:39:48.650587 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.651520 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.652025 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: port-mac-address-regenerate Sep 16 10:39:48.652347 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.653312 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.653815 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: port-numa-affinity-policy Sep 16 10:39:48.654139 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: port_resource_request.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.655172 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.655675 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 10:39:48.655999 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: portbindings.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.656968 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.657471 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: binding Sep 16 10:39:48.657795 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: portbindings_extended.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.659063 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.660100 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: binding-extended Sep 16 10:39:48.660432 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: portsecurity.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.661374 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.661885 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: port-security Sep 16 10:39:48.662213 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: project_id.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.663195 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.663531 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: project-id Sep 16 10:39:48.663861 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: providernet.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.664824 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.665335 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: provider Sep 16 10:39:48.665659 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.669172 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.669700 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos not supported by any of loaded plugins Sep 16 10:39:48.670037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.671286 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.671800 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 10:39:48.672133 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.673089 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.673599 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 10:39:48.673927 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_default.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.674919 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.675428 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-default not supported by any of loaded plugins Sep 16 10:39:48.675756 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_fip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.676407 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.676935 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-fip not supported by any of loaded plugins Sep 16 10:39:48.677260 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_gateway_ip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.678190 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.678694 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 10:39:48.679021 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_port_network_policy.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.679932 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.680452 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 10:39:48.680796 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_pps_rule.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.681972 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.682488 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-pps not supported by any of loaded plugins Sep 16 10:39:48.682822 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_rule_type_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.683743 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.684251 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 10:39:48.684616 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: qos_rules_alias.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.685673 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.686183 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 10:39:48.686508 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: quotasv2.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.687415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.687745 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: quotas Sep 16 10:39:48.688070 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: quotasv2_detail.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.691821 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.692165 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: quota_details Sep 16 10:39:48.692535 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: rbac.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.693607 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.694134 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: rbac-policies Sep 16 10:39:48.694469 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: rbac_address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.695415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.695930 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: rbac-address-group Sep 16 10:39:48.696259 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: rbac_address_scope.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.697222 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.697737 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: rbac-address-scope Sep 16 10:39:48.698063 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: rbac_security_groups.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.698987 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.699498 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: rbac-security-groups Sep 16 10:39:48.699825 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: rbac_subnetpool.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.700827 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.701296 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: rbac-subnetpool Sep 16 10:39:48.701621 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: revisionifmatch.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.702550 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.703065 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: revision-if-match Sep 16 10:39:48.703401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: revisions.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.704557 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.705074 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: standard-attr-revisions Sep 16 10:39:48.705404 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: router_availability_zone.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.706156 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.706667 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: router_availability_zone Sep 16 10:39:48.706992 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: routerservicetype.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.707922 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.708430 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension router-service-type not supported by any of loaded plugins Sep 16 10:39:48.708787 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.709720 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.710232 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: security-groups-normalized-cidr Sep 16 10:39:48.710559 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: security_groups_port_filtering.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.711481 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.711990 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: port-security-groups-filtering Sep 16 10:39:48.712317 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.713282 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.713794 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: security-groups-remote-address-group Sep 16 10:39:48.714122 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: securitygroup.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.725492 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.726025 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: security-group Sep 16 10:39:48.726361 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: segment.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.727154 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.727667 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension segment not supported by any of loaded plugins Sep 16 10:39:48.727999 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.728982 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.729494 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 10:39:48.729822 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: servicetype.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.730999 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.731525 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: service-type Sep 16 10:39:48.731858 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: sorting.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.732875 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.733212 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: sorting Sep 16 10:39:48.733539 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: standard_attr_segment.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.734482 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.735000 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 10:39:48.735327 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: standardattrdescription.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.735980 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.736510 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: standard-attr-description Sep 16 10:39:48.736839 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: stateful_security_group.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.737853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.738636 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: stateful-security-group Sep 16 10:39:48.738962 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: stdattrs_common.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.739542 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 10:39:48.739864 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.740834 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.741343 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 10:39:48.741663 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnet_onboard.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.742739 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.743251 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: subnet_onboard Sep 16 10:39:48.743576 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.744551 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.745061 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 10:39:48.745386 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnet_service_types.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.746317 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.746824 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: subnet-service-types Sep 16 10:39:48.747147 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnetallocation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.748232 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.748783 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: subnet_allocation Sep 16 10:39:48.749112 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.749782 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.750290 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: subnetpool-prefix-ops Sep 16 10:39:48.750615 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.751560 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.752065 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 10:39:48.752388 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: tagging.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.753532 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.754057 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: standard-attr-tag Sep 16 10:39:48.754388 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: timestamp.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.755604 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.756126 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loaded extension: standard-attr-timestamp Sep 16 10:39:48.756478 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: trunk.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.757516 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.758034 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension trunk not supported by any of loaded plugins Sep 16 10:39:48.758364 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: trunk_details.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.759289 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.759801 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension trunk-details not supported by any of loaded plugins Sep 16 10:39:48.760129 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: uplink_status_propagation.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.761093 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.761607 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 10:39:48.761933 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Loading extension file: vlantransparent.py {{(pid=100839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 10:39:48.762606 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 10:39:48.763116 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 10:39:48.765574 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:network Sep 16 10:39:48.766096 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnet Sep 16 10:39:48.766498 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 10:39:48.766890 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:port Sep 16 10:39:48.768092 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.769084 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service FLAVORS assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.769725 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.770147 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.770487 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:router Sep 16 10:39:48.770917 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:floatingip Sep 16 10:39:48.771401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service METERING assigned prefix: /metering {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.772854 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.773228 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.773584 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:39:48.774579 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 10:39:48.775033 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:security_group Sep 16 10:39:48.775470 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 10:39:48.776054 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.776386 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 10:39:48.776762 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] subnetpool is already registered Sep 16 10:39:48.777221 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.777556 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 10:39:48.777894 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] subnetpool is already registered Sep 16 10:39:48.780139 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.780612 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service FLAVORS assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.781212 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.781637 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.781974 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:router Sep 16 10:39:48.782312 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] router is already registered Sep 16 10:39:48.782724 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:floatingip Sep 16 10:39:48.783062 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] floatingip is already registered Sep 16 10:39:48.783515 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service METERING assigned prefix: /metering {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.784264 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 10:39:48.784624 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] rbac_policy is already registered Sep 16 10:39:48.785041 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:security_group Sep 16 10:39:48.785377 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] security_group is already registered Sep 16 10:39:48.785778 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 10:39:48.786110 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] security_group_rule is already registered Sep 16 10:39:48.786734 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.787064 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 10:39:48.787401 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] subnetpool is already registered Sep 16 10:39:48.787822 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.v2.resource_helper [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Service CORE assigned prefix: {{(pid=100839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 10:39:48.788152 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 10:39:48.788505 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING neutron.quota.resource_registry [None req-f14327b8-5215-43e4-9440-4a84817895de None None] subnetpool is already registered Sep 16 10:39:48.788969 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: extensions {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.790447 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: address-groups {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.791925 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: address-scopes {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.793295 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.794472 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: auto-allocated-topology {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.795829 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: availability_zones {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.796984 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: dhcp-networks {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.798675 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: dhcp-agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.800692 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.802927 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: flavors {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.804104 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: service_profiles {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.805355 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: next_providers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.806849 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: service_profiles {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.808396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: floatingip-pools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.809657 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.811793 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: floatingips {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.813115 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: l3-routers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.814525 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: l3-agents {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.816548 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: metering-labels {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.817920 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: metering-label-rules {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.819208 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: network-ip-availabilities {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.820510 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: bindings {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.823021 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: quotas {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.824534 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: quotas {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.825965 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: rbac-policies {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.827182 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: security-groups {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.828518 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: security-group-rules {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.829850 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: service-providers {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.831113 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: subnetpools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.832586 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: subnetpools {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.834057 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.835740 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.837638 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.839425 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.841280 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.843125 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.844872 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.846814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.848599 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.850336 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron.api.extensions [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Extended resource: tags {{(pid=100839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 10:39:48.856256 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING keystonemiddleware.auth_token [None req-f14327b8-5215-43e4-9440-4a84817895de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 10:39:48.861011 dv-cinder-787764-4-iscsi neutron-server[100839]: WARNING keystonemiddleware.auth_token [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 10:39:48.870285 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Acquired lock "singleton_lock" {{(pid=100839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 10:39:48.870763 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_concurrency.lockutils [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Releasing lock "singleton_lock" {{(pid=100839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 10:39:48.871417 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Starting 2 workers Sep 16 10:39:48.876217 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Started child 100950 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 10:39:48.881211 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Started child 100951 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 10:39:48.882154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.882851 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO neutron.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 10:39:48.883432 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Notify callbacks [] for process, before_spawn {{(pid=100839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.883615 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [-] (100950) wsgi starting up on http://0.0.0.0:9696 Sep 16 10:39:48.885925 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Starting 1 workers Sep 16 10:39:48.886077 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.887293 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [-] (100951) wsgi starting up on http://0.0.0.0:9696 Sep 16 10:39:48.891155 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Started child 100952 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 10:39:48.891679 dv-cinder-787764-4-iscsi neutron-server[100839]: INFO oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Starting 1 workers Sep 16 10:39:48.894627 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] calling RpcWorker wait() {{(pid=100952) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 10:39:48.895226 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] returning from RpcWorker wait() {{(pid=100952) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 10:39:48.896154 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Started child 100953 {{(pid=100839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 10:39:48.896388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.896853 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:39:48.897019 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG neutron_lib.callbacks.manager [None req-f14327b8-5215-43e4-9440-4a84817895de None None] Notify callbacks [] for process, after_spawn {{(pid=100839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.898813 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 10:39:48.899025 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 10:39:48.899216 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 10:39:48.899433 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 10:39:48.899777 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 10:39:48.900005 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 10:39:48.900559 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.900837 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.901009 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:39:48.901711 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.901711 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.901711 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.902228 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:39:48.902383 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.902551 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.902729 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.903016 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.903274 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.903450 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.903600 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.903846 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.904092 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.904401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.904685 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.904938 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.905217 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.905378 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.905633 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.905908 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.906174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.906397 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.906636 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.907119 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.907363 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.907620 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.907858 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.908128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.908372 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.908677 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.908975 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.909192 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.909445 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.909708 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.909940 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.910168 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.910386 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.910640 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.910883 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.911375 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host = dv-cinder-787764-4-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.911610 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.911848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.912109 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.912369 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.912643 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.912880 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.913144 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.913401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.913697 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.913881 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.914101 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.914370 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.914608 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.914862 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.915028 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_options = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.915274 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.915533 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.915791 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.915983 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.916137 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.916394 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.916578 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.916718 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.916971 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.917207 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.917419 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.917633 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.917870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.918100 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.918369 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.918625 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.918878 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.919118 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.919333 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.919561 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.919781 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.920028 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.920264 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.920501 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.920720 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.920964 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.921190 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.921453 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.921607 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.921858 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.922093 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.922370 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.922586 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.922829 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.923088 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.923318 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.923545 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.923759 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.924044 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.924270 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.925082 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.925351 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.925565 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.925820 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.926033 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.926265 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.926491 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.926678 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.926919 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.927179 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.927411 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.927642 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.927853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.928065 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.928314 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:48.928938 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.929454 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.929617 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.930262 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.930523 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.930792 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.931045 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.931289 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.931546 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.931797 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.932111 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.932357 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.932684 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.933358 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.933640 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.933937 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.934209 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.934475 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.934715 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.934977 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.935197 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.935456 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.935736 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.935976 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.936224 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.936476 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.936702 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.947926 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.948594 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949204 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.949814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.950417 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951081 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.951700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.952258 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.952258 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.952467 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.952736 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.952990 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.953248 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.953642 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.953814 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.954178 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.954419 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.954644 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.954927 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.955192 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.955438 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.955736 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.955994 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.956236 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.956521 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.956765 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.957011 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.957227 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.957468 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.957696 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.957958 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.958218 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.958503 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.958754 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.958986 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.959316 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.959877 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.960178 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.960399 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.960787 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.961310 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.961692 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.961985 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.962138 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.962393 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.962660 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.962889 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.963164 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.963416 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.963687 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.963942 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.964240 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.965699 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.967174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.967174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.967174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.967174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.967174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.968553 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969335 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969335 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969335 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969335 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969962 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.969962 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.970235 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.970392 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.970576 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.970815 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.971033 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.971275 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.971583 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.971761 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.972101 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.972258 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.972482 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.972726 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.972944 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.973179 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.973443 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.973628 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.973895 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.974116 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.974381 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.974639 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.974878 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.975108 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.975384 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.975620 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.975852 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.976094 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.976314 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.976673 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.976995 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.977183 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.977555 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.978072 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.978307 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.978543 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.978805 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.979054 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.979381 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.979645 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.979883 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.980122 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.980360 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.980620 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.980836 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.981076 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.981314 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.981533 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.981751 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.981989 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.982239 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.982493 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.982707 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.982936 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.983148 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.983573 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.983573 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.983875 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.984125 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.984355 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.984647 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.984887 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.985134 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.985904 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.985904 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.985904 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.986167 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.986279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.986489 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.986741 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.987507 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.987700 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.988188 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.988405 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.988641 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.988867 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.989437 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.989437 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.989641 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.989724 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.989939 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.990176 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.990386 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.990598 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.990843 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.991060 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.991270 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.991519 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.991730 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.991938 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.992186 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.992404 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.992691 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.992991 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.993245 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.993466 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.993749 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.993981 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.994240 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.994521 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.994846 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.995061 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.995304 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.995521 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.995737 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.995996 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.996268 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.996602 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.996901 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.997145 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.997398 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.997689 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.997968 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.998238 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.998453 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.998735 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.999088 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.999367 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.999636 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:48.999883 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.000136 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.000379 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.000634 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.000874 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.001227 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.001536 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.001794 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.002027 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.002273 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.002523 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.003309 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.003548 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.004099 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.004266 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.004494 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.004715 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.004874 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 10:39:49.005420 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 10:39:49.005574 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 10:39:49.005712 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 10:39:49.005897 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 10:39:49.006067 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 10:39:49.006221 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 10:39:49.006413 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.006573 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.006736 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.006898 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007059 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007240 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007402 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007562 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007723 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.007882 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008200 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008360 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008558 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008721 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.008881 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009041 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009201 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009366 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009525 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009685 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.009844 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010004 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] debug = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010164 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010364 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010519 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010677 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010835 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.010995 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011155 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011315 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011475 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011634 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011794 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.011953 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012114 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012273 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012432 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012615 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012760 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.012919 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host = dv-cinder-787764-4-iscsi {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013079 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013237 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013396 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013556 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013714 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.013874 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.014033 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.014193 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.014352 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.014516 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.014676 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015001 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015165 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015324 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015483 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_options = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015643 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015808 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.015968 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.016159 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.016324 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.016519 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.016683 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.016843 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017004 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017165 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017324 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017483 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017643 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017803 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.017954 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018110 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018293 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018453 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018617 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018778 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.018936 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019095 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019254 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019574 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019734 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.019897 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.020054 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.020369 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.020551 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.020716 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.020877 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021037 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021196 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021507 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021667 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.021986 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022148 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022309 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022467 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022627 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022791 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.022953 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023111 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023271 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023430 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_json = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023590 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023750 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.023909 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024070 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024228 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024388 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024571 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024731 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 10:39:49.024912 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025077 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025251 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025415 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025580 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025740 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.025905 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026067 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026228 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026392 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026561 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026723 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.026896 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027058 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027219 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027384 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027545 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027709 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.027872 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028038 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028202 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028361 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028554 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028717 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.028879 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029040 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029201 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029379 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029544 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029710 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.029870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.030242 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.030598 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.031144 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.031452 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.031758 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.031928 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032075 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032255 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032390 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032577 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032774 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.032884 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.033056 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.033225 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.033380 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.033541 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.033876 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.034186 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.034361 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.034562 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.034694 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.034852 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035017 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035176 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035350 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035515 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035683 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.035852 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036012 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036174 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036337 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036520 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036684 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.036848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037012 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037205 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037342 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037487 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037642 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037800 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.037971 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038143 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038345 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038478 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038609 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038734 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.038870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039035 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039199 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039359 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039523 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039687 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.039848 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040012 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040175 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040379 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040552 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040685 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040835 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.040991 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.041353 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.041353 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.041614 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.041614 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.041877 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042010 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042139 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042269 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042405 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042538 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042672 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042817 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.042949 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043115 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043278 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043427 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043590 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043753 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.043915 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044077 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044242 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044406 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044591 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044752 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.044914 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045086 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045248 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045413 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045575 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045950 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.045950 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046122 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046205 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046371 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046533 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046695 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.046856 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047018 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047179 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047341 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047502 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047670 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.047842 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048005 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048167 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048252 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:39:49.048337 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048528 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048692 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.048853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.049015 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.049178 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.049340 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050029 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050192 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050355 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050518 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050682 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.050845 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051006 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051169 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051332 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051494 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051657 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051819 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.051981 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052145 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052308 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052487 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052651 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052812 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.052975 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053136 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053297 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053459 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053621 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053784 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.053945 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054105 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054266 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054428 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054591 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054753 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.054914 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055078 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055239 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055401 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055563 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055725 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.055887 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056050 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056219 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056381 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056565 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056728 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.056890 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057053 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057215 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057378 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057540 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057702 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.057866 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058043 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058205 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058367 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058529 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058691 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.058853 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059015 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059178 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059339 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059501 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059662 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059827 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.059992 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.060267 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.061279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.061279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.061279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.061279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.061279 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.062171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.062171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.062171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.062171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.062171 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.063128 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.064823 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066042 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066567 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066567 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066567 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066779 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066779 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.066924 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067069 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067232 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067398 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067564 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067736 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.067903 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068067 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068237 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068473 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068573 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068734 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.068910 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069075 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069241 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069405 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069569 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069745 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.069889 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070038 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070210 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070379 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070543 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070714 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.070884 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071056 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071221 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071391 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071581 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071757 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.071886 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072030 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072191 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072353 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072546 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072709 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.072870 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073031 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073192 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073354 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073517 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073679 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.073842 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074005 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074169 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074331 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074493 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074655 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 10:39:49.074810 dv-cinder-787764-4-iscsi neutron-server[100839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 10:39:49.302258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43362) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:39:49.310901 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064573 Sep 16 10:40:00.892951 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b65c6d-9923-452c-afda-77ccd18560a0 None None] get_active_networks_info from dv-cinder-787764-4-iscsi {{(pid=100952) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 10:40:00.974740 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b65c6d-9923-452c-afda-77ccd18560a0 None None] No non-hosted networks {{(pid=100952) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 10:40:01.002982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.agentschedulers_db [None req-81b65c6d-9923-452c-afda-77ccd18560a0 None None] DHCP Agent not found on host dv-cinder-787764-4-iscsi {{(pid=100952) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 10:40:01.152857 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d80e35fe-bca9-4038-a178-f3c923fa8a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:03.748173 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3ef682f9-66ad-4650-bc34-a321a957d554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:03.816035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.db.api [None req-858cfb7b-5e16-4a52-a7af-0ddfd4a3b6c0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787764-4-iscsi {{(pid=100952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 10:40:03.816661 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG oslo_db.api [None req-858cfb7b-5e16-4a52-a7af-0ddfd4a3b6c0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:40:04.341259 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-858cfb7b-5e16-4a52-a7af-0ddfd4a3b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:04.529030 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:04.923089 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:04.924483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.925037 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.925544 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.926045 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.926543 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.927038 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.927548 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.928063 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.929177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.929678 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.938907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.938907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:04.938907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787764-4-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:04.947404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787764-4-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:05.853668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:06.787449 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 43454) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:07.272980 dv-cinder-787764-4-iscsi neutron-server[100950]: WARNING oslo_policy.policy [None req-a8571e0d-0b1c-4938-b3e9-402a7d3e743a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:07.273601 dv-cinder-787764-4-iscsi neutron-server[100950]: WARNING oslo_policy.policy [None req-a8571e0d-0b1c-4938-b3e9-402a7d3e743a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:07.491862 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [None req-a8571e0d-0b1c-4938-b3e9-402a7d3e743a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:40:07.493144 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a8571e0d-0b1c-4938-b3e9-402a7d3e743a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7035999 Sep 16 10:40:10.236543 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 43468) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:10.553070 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:10.645078 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.policy [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100950) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 10:40:10.689820 dv-cinder-787764-4-iscsi neutron-server[100950]: WARNING oslo_policy.policy [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:10.690190 dv-cinder-787764-4-iscsi neutron-server[100950]: WARNING oslo_policy.policy [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:10.698809 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.quota [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] Loaded quota_driver: . Sep 16 10:40:10.879539 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183188027', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183187662', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183134487', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183136459', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183353454', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760183157597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4186702', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3677008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649004'] for rbac-policy, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:11.062244 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:11.063503 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-13bc88da-fa85-4e22-b731-3fb0a5e18989 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8257365 Sep 16 10:40:11.318461 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.db.l3_hamode_db [None req-c37569b6-24c6-4977-84e8-d1777807310c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 10:40:11.396871 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37569b6-24c6-4977-84e8-d1777807310c None None] Routers set() bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:40:11.397258 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37569b6-24c6-4977-84e8-d1777807310c None None] Router IDs set() for agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 10:40:13.604520 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 43480) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:13.895311 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'name': 'private', 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:13.974922 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Made reservation on behalf of f6eb0f94cf5c4ef8b89848b2ea488c8e for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:40:13.977785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:13.994605 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.113216 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.151688 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.177206 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:40:14.199967 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823bb787-5eb9-4e42-8e39-21a629de1ebb,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:14.203028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760183348628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.203594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Unsubscribe: segment precommit_create {{(pid=100950) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 10:40:14.204106 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Added segment d98a1e38-3a88-468f-b7f6-dcd94d980df8 of type vlan for network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 Sep 16 10:40:14.227979 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.228314 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.231810 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Tracked resource versions report: Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: pushed versions: Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: { 'AddressGroup': {'1.2'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'ConntrackHelper': {'1.0'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Log': {'1.0'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Network': {'1.1'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Port': {'1.7'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'PortForwarding': {'1.2'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'QosPolicy': {'1.9'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroup': {'1.4'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SubPort': {'1.0'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Subnet': {'1.1'}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Trunk': {'1.1'}} Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: consumer versions: Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'ConntrackHelper': '1.0', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Log': '1.0', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Network': '1.1', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Port': '1.7', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'PortForwarding': '1.2', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'QosPolicy': '1.9', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroup': '1.4', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroupRule': '1.2', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SubPort': '1.0', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Subnet': '1.1', Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Trunk': '1.1'}} Sep 16 10:40:14.232638 dv-cinder-787764-4-iscsi neutron-server[100950]: {{(pid=100950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:40:14.325615 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.460746 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.461973 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:14.462642 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:14.558400 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] Pushing event updated for resources: {'Network': ['ID=c9ab4abc-3e2f-4021-ad7f-13b9197e74f2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:14.569576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:40:14.586643 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f4aedbe3-5a93-4615-92c0-98b36b019c1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9810576 Sep 16 10:40:17.213055 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43494) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:17.721765 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING oslo_policy.policy [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:17.722364 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING oslo_policy.policy [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:18.168006 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.policy [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 10:40:18.213731 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING oslo_policy.policy [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:18.214265 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING oslo_policy.policy [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 10:40:18.222684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:18.224424 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-05b1399a-fd46-4990-9ae4-5fa1627fd9d0 admin admin] 10.222.0.36 "GET /v2.0/networks/c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 HTTP/1.1" status: 200 len: 824 time: 1.0104556 Sep 16 10:40:18.262356 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-9f3c2090-2b08-42c9-9561-cc04b10edbcd admin admin] 10.222.0.36 "GET /v2.0/subnetpools/7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b HTTP/1.1" status: 200 len: 734 time: 0.0317791 Sep 16 10:40:18.272308 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Request body: {'subnet': {'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:18.273892 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.quota [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Loaded quota_driver: . Sep 16 10:40:18.366607 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Made reservation on behalf of f6eb0f94cf5c4ef8b89848b2ea488c8e for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:40:18.369281 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:18.698722 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:18.765309 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Checking segment: {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:40:18.765673 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Network hostable DHCP agents. Network: c9ab4abc-3e2f-4021-ad7f-13b9197e74f2, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:40:18.780880 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae976c2-2150-4ab3-b61e-2b41e4628e4b,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:18.793663 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.794028 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.794364 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.794693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.795016 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.795338 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.796230 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.796596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.796931 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.797249 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.797562 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.797872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Tracked resource versions report: Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: pushed versions: Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: { 'AddressGroup': {'1.2'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'ConntrackHelper': {'1.0'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Log': {'1.0'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Network': {'1.1'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Port': {'1.7'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'PortForwarding': {'1.2'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'QosPolicy': {'1.9'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroup': {'1.4'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SubPort': {'1.0'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Subnet': {'1.1'}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Trunk': {'1.1'}} Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: consumer versions: Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'ConntrackHelper': '1.0', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Log': '1.0', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Network': '1.1', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Port': '1.7', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'PortForwarding': '1.2', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'QosPolicy': '1.9', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroup': '1.4', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroupRule': '1.2', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SubPort': '1.0', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Subnet': '1.1', Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Trunk': '1.1'}} Sep 16 10:40:18.798940 dv-cinder-787764-4-iscsi neutron-server[100951]: {{(pid=100951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:40:18.858858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:40:18.926733 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, c9ab4abc-3e2f-4021-ad7f-13b9197e74f2) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:18.931793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:18.938350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:18.938475 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c063d-5837-4ebd-a433-a8043a56f514 None None] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:40:18.995621 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-1f4af4b3-a981-460d-ab96-d6f7d4dcf410 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7266986 Sep 16 10:40:19.252052 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:40:19.253347 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:19.525585 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Allocated IP 172.20.0.2 (c9ab4abc-3e2f-4021-ad7f-13b9197e74f2/4ae976c2-2150-4ab3-b61e-2b41e4628e4b/003b7865-8817-40cd-92e5-4bab5dc0d334) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:40:19.724426 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:19.772647 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:19.868032 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:40:19.874480 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:19.885090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:40:19.888150 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Pushing event updated for resources: {'Port': ['ID=003b7865-8817-40cd-92e5-4bab5dc0d334,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:19.921763 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.922137 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.922486 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.922823 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.923156 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.923492 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.923819 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.924147 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.924506 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.924838 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.925164 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.925487 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Tracked resource versions report: Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: pushed versions: Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: { 'AddressGroup': {'1.2'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'ConntrackHelper': {'1.0'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Log': {'1.0'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Network': {'1.1'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Port': {'1.7'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'PortForwarding': {'1.2'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'QosPolicy': {'1.9'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroup': {'1.4'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SubPort': {'1.0'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Subnet': {'1.1'}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Trunk': {'1.1'}} Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: consumer versions: Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'ConntrackHelper': '1.0', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Log': '1.0', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Network': '1.1', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Port': '1.7', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'PortForwarding': '1.2', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'QosPolicy': '1.9', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroup': '1.4', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroupRule': '1.2', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SubPort': '1.0', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Subnet': '1.1', Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Trunk': '1.1'}} Sep 16 10:40:19.926596 dv-cinder-787764-4-iscsi neutron-server[100952]: {{(pid=100952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:40:19.975273 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Attempting to bind port 003b7865-8817-40cd-92e5-4bab5dc0d334 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:40:19.975917 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Attempting to bind port 003b7865-8817-40cd-92e5-4bab5dc0d334 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:40:19.976085 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Attempting to bind port 003b7865-8817-40cd-92e5-4bab5dc0d334 on network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:40:19.980953 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:40:19.981342 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Checking segment: {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:40:19.981826 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:19.982216 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Bound using segment: {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:40:19.983184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Bound port: 003b7865-8817-40cd-92e5-4bab5dc0d334, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:40:19.983611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:20.043276 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] For port 003b7865-8817-40cd-92e5-4bab5dc0d334, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:40:20.047996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] For port 003b7865-8817-40cd-92e5-4bab5dc0d334, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=003b7865-8817-40cd-92e5-4bab5dc0d334,segment=NetworkSegment(d98a1e38-3a88-468f-b7f6-dcd94d980df8),segment_id=d98a1e38-3a88-468f-b7f6-dcd94d980df8)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:40:20.086323 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:20.149821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28bca-cd49-46e4-972e-b9bed31f0f1a None None] Pushing event updated for resources: {'Port': ['ID=003b7865-8817-40cd-92e5-4bab5dc0d334,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:21.414344 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 43514) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:21.732402 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [None req-5e304430-e324-42e0-81e7-3b85dacf1fe6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:40:21.733449 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-5e304430-e324-42e0-81e7-3b85dacf1fe6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181071 Sep 16 10:40:24.137828 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43522) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:24.455810 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [None req-609d1304-369f-4639-b482-b07a86286cdb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:40:24.456814 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-609d1304-369f-4639-b482-b07a86286cdb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180354 Sep 16 10:40:27.094354 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43532) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:27.405415 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Request body: {'router': {'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'name': 'router1', 'admin_state_up': True}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:27.476749 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:27.478399 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:27.635369 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:27.701168 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:27.768420 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:27.769743 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-be4f1e24-71a0-4345-940a-6056412b6ad9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6744182 Sep 16 10:40:28.253284 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 003b7865-8817-40cd-92e5-4bab5dc0d334 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:40:28.337409 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 003b7865-8817-40cd-92e5-4bab5dc0d334 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:28.337875 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:28.443472 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:28.479813 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 003b7865-8817-40cd-92e5-4bab5dc0d334, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=003b7865-8817-40cd-92e5-4bab5dc0d334,segment=NetworkSegment(d98a1e38-3a88-468f-b7f6-dcd94d980df8),segment_id=d98a1e38-3a88-468f-b7f6-dcd94d980df8)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:40:28.501764 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e34b90-2322-4322-9626-26c5362e63ef None None] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:40:28.570846 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:28.600500 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2e6a6a88-ff49-4a18-9f74-ed8d3870b8b0 None None] Provisioning complete for port 003b7865-8817-40cd-92e5-4bab5dc0d334 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:28.600880 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2e6a6a88-ff49-4a18-9f74-ed8d3870b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:28.685537 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=003b7865-8817-40cd-92e5-4bab5dc0d334,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:28.985068 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-b4c50646-9af3-4ab4-a67d-cb1630569178 None None] Provisioning complete for port 003b7865-8817-40cd-92e5-4bab5dc0d334 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:28.985435 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4c50646-9af3-4ab4-a67d-cb1630569178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:30.153030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43546) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:30.237067 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 003b7865-8817-40cd-92e5-4bab5dc0d334 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:40:30.282190 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 003b7865-8817-40cd-92e5-4bab5dc0d334 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:30.282562 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:30.464170 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [None req-02b6fe4f-c16c-4705-9391-6727b7710bd0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:40:30.465443 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-02b6fe4f-c16c-4705-9391-6727b7710bd0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112080 Sep 16 10:40:30.806860 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-78ef43bf-a015-401a-8f6d-c8a7f2ed70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:32.838201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43554) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:33.147037 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:33.262796 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Made reservation on behalf of e28c48c85aa148bab45675558533f502 for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:40:33.265027 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.280643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.413170 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.473832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.489126 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Reserving flat network on physical network physnet1 {{(pid=100951) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 10:40:33.514056 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07bcae-1dde-4f51-97c1-ba04105f4428,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:33.516622 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760183348628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.517169 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Unsubscribe: segment precommit_create {{(pid=100951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 10:40:33.517631 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Added segment 57c8189b-626a-4bc8-94cf-45343c89d98c of type flat for network 871ec848-bb49-4022-aa2c-f256a183fd75 Sep 16 10:40:33.567797 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.673908 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.674833 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:33.675410 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.703363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-bcee9294-dcaf-4e3f-95d4-2324d85282fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:33.764720 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] Pushing event updated for resources: {'Network': ['ID=871ec848-bb49-4022-aa2c-f256a183fd75,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:33.775211 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 871ec848-bb49-4022-aa2c-f256a183fd75 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:40:33.795762 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7440bca1-8e72-4510-ac7d-5f6065c420fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9565272 Sep 16 10:40:34.469027 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:34.919508 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:35.794261 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:36.183587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43572) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:36.361095 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357da0e7-6faa-42e4-8879-c6540e6caca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:36.362429 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-357da0e7-6faa-42e4-8879-c6540e6caca3 admin admin] 10.222.0.36 "GET /v2.0/subnets/4ae976c2-2150-4ab3-b61e-2b41e4628e4b HTTP/1.1" status: 200 len: 849 time: 0.1778367 Sep 16 10:40:36.480685 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-753eeb89-a8ab-410e-b2f0-474eb0a31cdb admin admin] 10.222.0.36 "GET /v2.0/routers/3b054a1c-f04e-4417-985f-6a60e63ef252 HTTP/1.1" status: 200 len: 704 time: 0.1114354 Sep 16 10:40:36.739955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.027907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Allocated IP 172.20.0.1 (c9ab4abc-3e2f-4021-ad7f-13b9197e74f2/4ae976c2-2150-4ab3-b61e-2b41e4628e4b/0a2b50f3-9551-4d50-80a7-04eb9b4014c3) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:40:37.177430 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.342427 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.411097 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:40:37.416841 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:37.424561 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:40:37.425101 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.449721 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:37.621914 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-87bf0340-f8d1-4ee0-9a87-f77321589cbc None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:37.622482 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-87bf0340-f8d1-4ee0-9a87-f77321589cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.654025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-87bf0340-f8d1-4ee0-9a87-f77321589cbc None None] Port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:40:37.673195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.876072 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.930627 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.931351 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:37.990130 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:38.052711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:40:38.054030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:38.278955 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-55e29fa5-2405-43c7-8c60-523e190c8705 None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:38.279329 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55e29fa5-2405-43c7-8c60-523e190c8705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:38.290680 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Router 3b054a1c-f04e-4417-985f-6a60e63ef252 is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:40:38.313307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-55e29fa5-2405-43c7-8c60-523e190c8705 None None] Port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:40:38.392684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:40:38.401756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-11369a6a-f184-4764-b663-af56c39c6ec9 admin admin] 10.222.0.36 "PUT /v2.0/routers/3b054a1c-f04e-4417-985f-6a60e63ef252/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9119740 Sep 16 10:40:38.403050 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Sync routers for ids ['3b054a1c-f04e-4417-985f-6a60e63ef252'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:40:38.414473 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Routers {'3b054a1c-f04e-4417-985f-6a60e63ef252'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:40:38.415426 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:40:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3b054a1c-f04e-4417-985f-6a60e63ef252'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:38.601244 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Set router 3b054a1c-f04e-4417-985f-6a60e63ef252 gateway port host: None {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:40:39.027481 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:37Z', 'revision_number': 2, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port_host': None, '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:37Z', 'revision_number': 2, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:39.078877 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Checking router: 3b054a1c-f04e-4417-985f-6a60e63ef252 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:40:39.079247 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Updating router 3b054a1c-f04e-4417-985f-6a60e63ef252 port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:40:39.127239 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.636685 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.718643 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.879069 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Pushing event updated for resources: {'Port': ['ID=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:39.890742 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Attempting to bind port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:40:39.891144 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Attempting to bind port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:40:39.891571 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Attempting to bind port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 on network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:40:39.897451 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.897806 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.898148 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.898487 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.898803 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.899132 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.899458 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.899783 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.900202 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.900575 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.900811 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.901083 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Tracked resource versions report: Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: pushed versions: Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: { 'AddressGroup': {'1.2'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'ConntrackHelper': {'1.0'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Log': {'1.0'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Network': {'1.1'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Port': {'1.7'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'PortForwarding': {'1.2'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'QosPolicy': {'1.9'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroup': {'1.4'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SubPort': {'1.0'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Subnet': {'1.1'}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Trunk': {'1.1'}} Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: consumer versions: Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'ConntrackHelper': '1.0', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Log': '1.0', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Network': '1.1', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Port': '1.7', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'PortForwarding': '1.2', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'QosPolicy': '1.9', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroup': '1.4', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroupRule': '1.2', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SubPort': '1.0', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Subnet': '1.1', Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Trunk': '1.1'}} Sep 16 10:40:39.902174 dv-cinder-787764-4-iscsi neutron-server[100953]: {{(pid=100953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:40:39.904898 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:40:39.905306 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Checking segment: {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:40:39.905796 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.906181 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Bound using segment: {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:40:39.906685 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Bound port: 0a2b50f3-9551-4d50-80a7-04eb9b4014c3, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a1e38-3a88-468f-b7f6-dcd94d980df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:40:39.907078 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.939914 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-13ad4483-18e3-42be-8748-fc9e772f4af1 None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:39.940485 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-13ad4483-18e3-42be-8748-fc9e772f4af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:39.975762 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-13ad4483-18e3-42be-8748-fc9e772f4af1 None None] Port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:40:39.977766 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] For port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:40:39.997382 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] For port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,segment=NetworkSegment(d98a1e38-3a88-468f-b7f6-dcd94d980df8),segment_id=d98a1e38-3a88-468f-b7f6-dcd94d980df8)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:40:40.073376 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:40.129925 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5385ff-583e-4590-a4f8-7e15702fe75a None None] Pushing event updated for resources: {'Port': ['ID=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:40.133340 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Routers {'3b054a1c-f04e-4417-985f-6a60e63ef252'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:40:40.133962 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:40:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3b054a1c-f04e-4417-985f-6a60e63ef252'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:40.225596 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] Set router 3b054a1c-f04e-4417-985f-6a60e63ef252 gateway port host: None {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:40:40.303219 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:40.303584 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:40.383796 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:40.420883 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] For port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,segment=NetworkSegment(d98a1e38-3a88-468f-b7f6-dcd94d980df8),segment_id=d98a1e38-3a88-468f-b7f6-dcd94d980df8)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:40:40.455562 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:37Z', 'revision_number': 2, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port_host': None, '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:39Z', 'revision_number': 4, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:40.478465 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:40.485285 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291de94-73a2-4873-9f33-3d2b14702eb2 None None] The sync data for ids ['3b054a1c-f04e-4417-985f-6a60e63ef252'] in dv-cinder-787764-4-iscsi is: [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:37Z', 'revision_number': 2, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port_host': None, '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:39Z', 'revision_number': 4, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:40:40.542050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a31398-2f22-4bea-89d6-d6b242417678 None None] Pushing event updated for resources: {'Port': ['ID=0a2b50f3-9551-4d50-80a7-04eb9b4014c3,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:40.654918 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43592) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:40.764865 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f2193-421c-45f3-81cd-23e3d6145528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:40.766158 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-564f2193-421c-45f3-81cd-23e3d6145528 admin admin] 10.222.0.36 "GET /v2.0/networks/871ec848-bb49-4022-aa2c-f256a183fd75 HTTP/1.1" status: 200 len: 842 time: 0.1102896 Sep 16 10:40:40.775997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:40.884217 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Made reservation on behalf of e28c48c85aa148bab45675558533f502 for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:40:40.886513 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:41.225014 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.objects.ports [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100951) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 10:40:41.225449 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:41.275469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666f940a-1dc8-44be-bec1-786e1a38ff85,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:41.285380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:40:41.285725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Network hostable DHCP agents. Network: 871ec848-bb49-4022-aa2c-f256a183fd75, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:40:41.375270 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:40:41.477952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 871ec848-bb49-4022-aa2c-f256a183fd75) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:41.482057 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:41.482647 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:41.490931 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea53ebe-4423-4343-8be5-98905b9b6dc0 None None] Network 871ec848-bb49-4022-aa2c-f256a183fd75 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:40:41.588475 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-09a641fa-69c7-41d7-ad9c-3502c3fb4fb5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7971859 Sep 16 10:40:41.619998 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57828653-6c3a-4989-bc81-edad90a5be62 None None] Network 871ec848-bb49-4022-aa2c-f256a183fd75 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:40:43.882211 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43600) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:44.078361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0bc376e7-3813-48e5-8a33-4f084fd792b1 admin admin] 10.222.0.36 "GET /v2.0/routers/3b054a1c-f04e-4417-985f-6a60e63ef252 HTTP/1.1" status: 200 len: 710 time: 0.1949072 Sep 16 10:40:44.161914 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde581d7-1870-46ca-8ba9-26027b182501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:40:44.163271 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-cde581d7-1870-46ca-8ba9-26027b182501 admin admin] 10.222.0.36 "GET /v2.0/networks/871ec848-bb49-4022-aa2c-f256a183fd75 HTTP/1.1" status: 200 len: 886 time: 0.0786951 Sep 16 10:40:44.172631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:40:44.420520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:44.690808 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:44.767369 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:44.869603 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Allocated IP 172.27.3.194 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:40:44.970232 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.076905 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.115071 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:40:45.119602 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:40:45.122185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:40:45.127435 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Pushing event updated for resources: {'Port': ['ID=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:45.432711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.731924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1942'] for router, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.735313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579851'] for router, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.841363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Router 3b054a1c-f04e-4417-985f-6a60e63ef252 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:40:45.945112 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:40:45.949258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:45.950456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4c63dad1-00ab-4bfe-b7d5-fbb9c1c7595b admin admin] 10.222.0.36 "PUT /v2.0/routers/3b054a1c-f04e-4417-985f-6a60e63ef252 HTTP/1.1" status: 200 len: 890 time: 1.7809978 Sep 16 10:40:46.251550 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:40:46.308337 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:46.308747 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:46.887232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Sync routers for ids ['3b054a1c-f04e-4417-985f-6a60e63ef252'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:40:46.898016 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Routers {'3b054a1c-f04e-4417-985f-6a60e63ef252'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:40:46.898668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:40:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3b054a1c-f04e-4417-985f-6a60e63ef252'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:47.102051 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Set router 3b054a1c-f04e-4417-985f-6a60e63ef252 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:40:47.493604 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:45Z', 'revision_number': 4, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port': {'id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:44Z', 'updated_at': '2021-09-16T10:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:40Z', 'revision_number': 5, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:47.543522 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Checking router: 3b054a1c-f04e-4417-985f-6a60e63ef252 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:40:47.543878 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Updating router 3b054a1c-f04e-4417-985f-6a60e63ef252 port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:40:47.590076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:47.898278 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:47.953856 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:40:47.956182 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:48.087175 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Attempting to bind port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:40:48.087476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Attempting to bind port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:40:48.087839 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Attempting to bind port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:40:48.094851 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6e58-f8d0-42fb-b2c9-5f0babbefa2d None None] Pushing event updated for resources: {'Port': ['ID=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:48.099912 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:40:48.100292 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:40:48.100720 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:48.101108 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:40:48.101577 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Bound port: 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:40:48.101971 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:48.154563 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] For port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:40:48.157504 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] For port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:40:48.214110 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:48.269808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Routers {'3b054a1c-f04e-4417-985f-6a60e63ef252'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:40:48.270435 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:40:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3b054a1c-f04e-4417-985f-6a60e63ef252'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:48.306405 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca6e58-f8d0-42fb-b2c9-5f0babbefa2d None None] Pushing event updated for resources: {'Port': ['ID=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:48.353408 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 43612) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:40:48.387116 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] Set router 3b054a1c-f04e-4417-985f-6a60e63ef252 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:40:48.460892 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f34df8a5-4617-47a7-b40c-d65258c00845 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120832 Sep 16 10:40:48.608948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:45Z', 'revision_number': 4, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port': {'id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:44Z', 'updated_at': '2021-09-16T10:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:40Z', 'revision_number': 5, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:40:48.634943 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f39fbc8-e7ec-4059-a26d-97fbc283e54a None None] The sync data for ids ['3b054a1c-f04e-4417-985f-6a60e63ef252'] in dv-cinder-787764-4-iscsi is: [{'id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'name': 'router1', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:40:27Z', 'updated_at': '2021-09-16T10:40:45Z', 'revision_number': 4, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'gw_port': {'id': '85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:44Z', 'updated_at': '2021-09-16T10:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0a2b50f3-9551-4d50-80a7-04eb9b4014c3', 'name': '', 'network_id': 'c9ab4abc-3e2f-4021-ad7f-13b9197e74f2', 'tenant_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'mac_address': 'fa:16:3e:13:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b054a1c-f04e-4417-985f-6a60e63ef252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:40:36Z', 'updated_at': '2021-09-16T10:40:40Z', 'revision_number': 5, 'project_id': 'f6eb0f94cf5c4ef8b89848b2ea488c8e', 'subnets': [{'id': '4ae976c2-2150-4ab3-b61e-2b41e4628e4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7fde06b8-ae70-4a3f-ab86-ba8c85f1b10b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:40:50.281908 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:40:50.334918 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:50.335386 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:50.422023 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:50.444686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:40:50.509574 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:40:50.563691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:40:52.279753 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:40:52.334394 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 85d6ef35-ff1f-4b07-ae9e-5cc8c1fb6ff2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:40:52.335008 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:00.810196 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e1228c8f-5cee-460b-8e6d-a6e343614618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:03.787033 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b8c35b64-1d7e-4623-9c16-8eb56ab9fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:04.484227 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:04.924055 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:05.803879 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:24.952773 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:41:30.874514 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-64da9c04-0a7a-4590-a168-31ed09de76a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:33.720655 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-11fa726d-33f0-4bc4-8280-780754b11ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:34.481050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:34.916423 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:41:35.800907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:00.821994 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d8fa-f0d6-4202-a2b6-cd511892cf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:01.951557 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:42:03.714460 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a3a2fe57-8496-41e2-874c-36bdb086d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:04.474074 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:04.913621 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:05.851020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:26.239592 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44174) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:26.302336 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.pecan_wsgi.hooks.translation [None req-51900f8f-15b7-4df6-a963-214dd509e2ce admin admin] GET failed (client error): The resource could not be found. Sep 16 10:42:26.303651 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-51900f8f-15b7-4df6-a963-214dd509e2ce admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631435 Sep 16 10:42:26.461145 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aa65b0-9781-474e-bb62-516a7460dfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:26.463182 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-76aa65b0-9781-474e-bb62-516a7460dfb8 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1543748 Sep 16 10:42:28.632235 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44184) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:28.723774 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acbf184-119a-4e80-92e2-31a6ebc0af28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:28.725122 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-5acbf184-119a-4e80-92e2-31a6ebc0af28 admin admin] 10.222.0.36 "GET /v2.0/subnets/4ae976c2-2150-4ab3-b61e-2b41e4628e4b HTTP/1.1" status: 200 len: 849 time: 0.0919161 Sep 16 10:42:28.735734 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:42:28.816281 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:29.016409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760183324164'] for subnet, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:29.045625 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:29.046208 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:29.047597 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] 10.222.0.36 "PUT /v2.0/subnets/4ae976c2-2150-4ab3-b61e-2b41e4628e4b HTTP/1.1" status: 200 len: 868 time: 0.3157027 Sep 16 10:42:29.051259 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e81f9-5d7b-467b-9a5d-46f7625d28d5 None None] Network c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:42:29.069245 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae976c2-2150-4ab3-b61e-2b41e4628e4b,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:42:29.076759 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.077124 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.077465 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.077795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.078122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.078466 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.078793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.079129 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.079466 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.080039 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.080362 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.080704 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d7a7b5-3208-4b3c-8e51-c4e8e350e8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:42:29.430831 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-6c0ef88d-addc-4368-a5f0-1eaed45ff701 None None] Provisioning complete for port 003b7865-8817-40cd-92e5-4bab5dc0d334 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:42:29.431244 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef88d-addc-4368-a5f0-1eaed45ff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:29.516940 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-6c0ef88d-addc-4368-a5f0-1eaed45ff701 None None] Provisioning complete for port 0a2b50f3-9551-4d50-80a7-04eb9b4014c3 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:42:29.517255 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6c0ef88d-addc-4368-a5f0-1eaed45ff701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:30.839839 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9eee5001-64d5-417f-b2dd-539fc39b63f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:31.232705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44192) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:31.426837 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ee0c8-8da3-49d4-b166-1eac771a082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:31.427344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ee0c8-8da3-49d4-b166-1eac771a082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:31.428919 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-fa7ee0c8-8da3-49d4-b166-1eac771a082a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1952760 Sep 16 10:42:33.596311 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44200) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:33.727058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb450e-7e27-418e-8e77-391c324954c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:33.727542 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb450e-7e27-418e-8e77-391c324954c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:33.729657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8beb450e-7e27-418e-8e77-391c324954c3 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1323540 Sep 16 10:42:33.731114 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-af7b8de9-6c9e-4b1c-8125-2037fee7f6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:34.468844 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:34.908868 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:35.811404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:42:35.895878 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44208) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:36.018971 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa8c38-933a-4253-8f38-26ca367a4943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:36.020236 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-40fa8c38-933a-4253-8f38-26ca367a4943 admin admin] 10.222.0.36 "GET /v2.0/networks/871ec848-bb49-4022-aa2c-f256a183fd75 HTTP/1.1" status: 200 len: 886 time: 0.1233866 Sep 16 10:42:38.181100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44216) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:38.308186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ffe77-ea13-4d4e-ad29-6e9df273f7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:38.310259 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-018ffe77-ea13-4d4e-ad29-6e9df273f7ca admin admin] 10.222.0.36 "GET /v2.0/networks/c9ab4abc-3e2f-4021-ad7f-13b9197e74f2 HTTP/1.1" status: 200 len: 868 time: 0.1276844 Sep 16 10:42:38.950659 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:42:40.477902 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44224) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:40.611773 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ecafb-e8d9-4a44-92bd-2fadf59a37e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:40.612244 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ecafb-e8d9-4a44-92bd-2fadf59a37e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:40.613831 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ab3ecafb-e8d9-4a44-92bd-2fadf59a37e0 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350195 Sep 16 10:42:42.795437 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44234) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:42.917581 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5c9270-b95b-4916-82c5-ab81330c1ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:42.918047 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5c9270-b95b-4916-82c5-ab81330c1ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:42.919604 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8e5c9270-b95b-4916-82c5-ab81330c1ddd admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232393 Sep 16 10:42:45.084103 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44242) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:45.174300 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09468d1-3c3e-424c-9b9c-f476a511b720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:45.175611 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c09468d1-3c3e-424c-9b9c-f476a511b720 admin admin] 10.222.0.36 "GET /v2.0/subnets/4ae976c2-2150-4ab3-b61e-2b41e4628e4b HTTP/1.1" status: 200 len: 868 time: 0.0905366 Sep 16 10:42:47.327719 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44250) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:42:47.416664 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725460ab-8ccc-43e7-b6b2-ab5cfca40528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:42:47.418172 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-725460ab-8ccc-43e7-b6b2-ab5cfca40528 admin admin] 10.222.0.36 "GET /v2.0/subnets/666f940a-1dc8-44be-bec1-786e1a38ff85 HTTP/1.1" status: 200 len: 816 time: 0.0893211 Sep 16 10:43:00.795046 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-7d669864-37a5-4426-a7cf-697b1a51949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:03.709520 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b10cd488-7116-496c-bde3-0f3a24691acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:04.452659 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:04.887197 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:05.806949 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:11.158540 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44304) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:43:11.205955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [None req-73960b80-1b6e-4040-984c-9fbb866f711c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:43:11.206956 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-73960b80-1b6e-4040-984c-9fbb866f711c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474646 Sep 16 10:43:13.467263 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44312) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:43:13.624734 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78095f4-6ed2-48dd-a9f7-898f23ec84a7 admin admin] GET failed (client error): The resource could not be found. Sep 16 10:43:13.626131 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a78095f4-6ed2-48dd-a9f7-898f23ec84a7 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1578243 Sep 16 10:43:13.710551 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973a50c-61c8-4940-b483-2e4dd9d6bbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:43:13.712004 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d973a50c-61c8-4940-b483-2e4dd9d6bbd1 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812330 Sep 16 10:43:15.925088 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44320) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:43:15.948765 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:43:15.971360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:43:16.064512 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Made reservation on behalf of e28c48c85aa148bab45675558533f502 for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:43:16.066697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:16.095520 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING neutron.services.revisions.revision_plugin [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Could not find related network for resource to bump revision. Sep 16 10:43:16.108836 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:43:16.116974 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:16.117304 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Added segment eecc166f-0af0-4444-a0b4-5444a1b78926 of type vlan for network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 Sep 16 10:43:16.154526 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:16.224698 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:16.225637 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:43:16.226215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:16.280765 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc48f56-e08d-432e-894b-b6ba4d50f1b8,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:43:16.291550 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:43:16.340005 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ef71784d-5700-41dc-8dec-6f24a7331e62 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4138412 Sep 16 10:43:18.579972 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44328) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:43:18.646820 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.pecan_wsgi.hooks.translation [None req-934f9989-7cdc-4c8f-b504-d6e99efc0d9f admin admin] GET failed (client error): The resource could not be found. Sep 16 10:43:18.648266 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-934f9989-7cdc-4c8f-b504-d6e99efc0d9f admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673003 Sep 16 10:43:18.751897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e28506-5e7e-40a0-b1a0-ad63ca4942d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:43:18.753382 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-39e28506-5e7e-40a0-b1a0-ad63ca4942d9 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1005590 Sep 16 10:43:18.764505 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:43:18.836362 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Made reservation on behalf of e28c48c85aa148bab45675558533f502 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:43:18.838676 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:19.145149 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:19.208161 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a6bc3a-9700-4e77-9474-203d7c372818,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:43:19.215717 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Checking segment: {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:43:19.216099 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Network hostable DHCP agents. Network: bbc48f56-e08d-432e-894b-b6ba4d50f1b8, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:43:19.220963 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.221325 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.221663 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.221993 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.222317 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.222651 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.222974 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.223309 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.223650 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.223969 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.224281 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.224645 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:19.316505 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:43:19.396350 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, bbc48f56-e08d-432e-894b-b6ba4d50f1b8) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:43:19.401300 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:43:19.402488 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:19.405579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91775d8a-be20-4df8-9983-166692df2b2f None None] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:43:19.472238 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-35805305-1d15-4ac0-bc39-6b853d6b67c4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7112720 Sep 16 10:43:19.654872 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-bbc48f56-e08d-432e-894b-b6ba4d50f1b8', 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8', 'tenant_id': 'e28c48c85aa148bab45675558533f502', 'fixed_ips': [{'subnet_id': 'f7a6bc3a-9700-4e77-9474-203d7c372818'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:43:19.655743 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:19.929046 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Allocated IP 192.168.233.2 (bbc48f56-e08d-432e-894b-b6ba4d50f1b8/f7a6bc3a-9700-4e77-9474-203d7c372818/3acea614-c3a1-4c2b-a1a4-6651bae97dc2) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:43:20.073164 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:20.146104 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:20.183297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:43:20.186094 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:43:20.191566 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:43:20.200431 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Pushing event updated for resources: {'Port': ['ID=3acea614-c3a1-4c2b-a1a4-6651bae97dc2,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:43:20.220705 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.221071 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.221412 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.221750 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.222081 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.222411 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.222736 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.223085 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.223427 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.223752 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.224072 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.224392 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:43:20.261452 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Attempting to bind port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:43:20.261821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Attempting to bind port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:43:20.262201 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Attempting to bind port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 on network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:43:20.267874 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:43:20.268262 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Checking segment: {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:43:20.268695 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:20.269342 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Bound using segment: {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:43:20.269820 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Bound port: 3acea614-c3a1-4c2b-a1a4-6651bae97dc2, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:43:20.270213 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:20.333571 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] For port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:43:20.336972 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] For port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3acea614-c3a1-4c2b-a1a4-6651bae97dc2,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:43:20.442962 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:20.502667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e9fb6-41ef-4c0f-bc0d-39db8b202469 None None] Pushing event updated for resources: {'Port': ['ID=3acea614-c3a1-4c2b-a1a4-6651bae97dc2,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:43:21.271929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18721b-9e73-4bfd-bf7e-d25c8f636b6b None None] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:43:21.398719 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] Provisioning complete for port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:43:21.399095 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:21.507661 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:21.544635 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] For port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3acea614-c3a1-4c2b-a1a4-6651bae97dc2,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:43:21.597128 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:21.649985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4427ad-ef39-4347-ac3a-7a78bea00181 None None] Pushing event updated for resources: {'Port': ['ID=3acea614-c3a1-4c2b-a1a4-6651bae97dc2,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:43:21.716360 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-e5cfb216-4b75-4d20-af2c-d79238687329 None None] Provisioning complete for port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:43:21.716761 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb216-4b75-4d20-af2c-d79238687329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:22.385657 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:43:22.438424 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 3acea614-c3a1-4c2b-a1a4-6651bae97dc2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:43:22.438793 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:30.797538 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b88ebce4-e59e-4286-9925-2271f9767aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:33.723198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ce35517b-85d7-4bf8-9e85-eace963142da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:34.455275 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:34.894474 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:35.826462 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:43:52.946743 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:44:00.827507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1c8a37ed-9ef0-41e2-a4eb-357b1b0b71a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:03.718307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-de73e456-bb43-46b9-9b39-914e13142f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:04.495418 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:04.895358 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:05.820909 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:29.944841 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:44:30.818951 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d3dba5bb-4448-4098-9360-4a95df4e91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:33.726579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-bd980b2a-e4d7-49ef-8f90-fbc8d6edeccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:34.481069 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:34.903760 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:44:35.818351 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:00.822999 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fa9baa45-4b67-45c2-b012-ff40515708e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:03.719018 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9cfee8a8-ca8a-4fbb-9154-3c58708b2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:04.497468 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:04.903094 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:05.850418 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:06.942971 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:45:30.844770 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-15912709-78da-4841-9cde-f82952c57284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:33.759253 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f4d51bbb-8451-474b-9fc5-86f9b363ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:34.485137 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:34.902847 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:35.879031 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:43.940512 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:45:44.511385 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44380) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:45:44.517177 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [None req-e66d197b-8cfc-48fe-8aab-cf847a779dbe tempest-verify_tempest_config-1709208594 tempest-verify_tempest_config-1709208594-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:45:44.518149 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e66d197b-8cfc-48fe-8aab-cf847a779dbe tempest-verify_tempest_config-1709208594 tempest-verify_tempest_config-1709208594-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058153 Sep 16 10:45:45.005497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44398) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:45:45.107709 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.195747 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.277637 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.320470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83ab5cc10f984d239bf9ad0c3f4adaa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3138163 Sep 16 10:45:45.322269 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb0274-f56f-461d-970b-b0d9891cff1b,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:45:45.323253 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44404) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:45:45.329540 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.329891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.330230 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.330565 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.330896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.331240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.331591 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.331929 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.332267 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.332615 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.332935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.333248 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180262a-b474-46f3-8b40-5f7d5b130ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.386207 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.407380 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.565004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.567498 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:45:45.568674 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7bb0274-f56f-461d-970b-b0d9891cff1b HTTP/1.1" status: 204 len: 168 time: 0.2443640 Sep 16 10:45:45.576787 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb0274-f56f-461d-970b-b0d9891cff1b,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:45:45.583648 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.585957 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.586143 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.586472 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.586783 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.587118 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:45:45.587427 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5b3873-bb29-4850-a1cd-906045e6dee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:46:00.827272 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-15204fc0-ee2f-4a84-8566-07838aa74395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:03.729729 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-96e26058-8857-4d54-a068-c74a1d5e98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:04.467278 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:04.907992 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:05.849454 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:20.939564 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:46:30.838304 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-01b6f7ba-45dd-4f88-a417-11e9897d4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:33.730623 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-80a1a144-b3bd-42c3-9d2f-4b37c424f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:34.514095 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:34.896303 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:35.822053 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:46:57.938452 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 5 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:47:00.840133 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-853f2a79-1798-412c-b1f3-d66884279f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:03.726227 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ee69bdab-e4a1-41f5-b0e6-c26f7e7f5ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:04.486338 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:04.932134 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:05.856268 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:15.275377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578860'] for agent, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:30.181851 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44484) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:47:30.282811 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7bf81570-03f8-4a22-a3bb-4e8c42a732ac admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0998654 Sep 16 10:47:30.847020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5dde1687-f27e-4562-8848-896999faa1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:32.467587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44494) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:47:32.528979 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b359340d-29cd-442e-a012-70c29b2e9363 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0603104 Sep 16 10:47:33.755724 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-90e5e688-eb4f-4d56-886f-32e9a9f81e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:34.487903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:34.875593 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:34.938184 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:47:35.834475 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:47:45.259467 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:00.882862 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1d92fe59-3b0b-4436-a88d-18e68c0b6b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:03.722841 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-129c4f9c-59fa-4497-a436-b54504270b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:04.528770 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:04.911415 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:05.871534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:11.937185 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:48:15.236125 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:30.861570 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8becab48-4e61-4a3b-b242-e28de7162364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:33.739886 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0c6d179c-6811-4787-a02a-9f1e1b3b77e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:34.508320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:34.906020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:35.867849 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:45.245651 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:48:48.935802 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:49:00.949774 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5c51434b-3fe9-4b27-bb62-3a4861649e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:01.708475 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44640) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:02.138364 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1734988341-network', 'tenant_id': 'e6001478e97e4f21bf862a4f95e13bda'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:02.241326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Made reservation on behalf of e6001478e97e4f21bf862a4f95e13bda for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:02.244062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.255092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.350304 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.406532 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.427514 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:02.448001 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.448539 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Added segment 46bfdbc8-b5bf-4555-b5fa-b699578efe57 of type vlan for network d48e7dff-3c21-4f00-8051-de742dd38d5e Sep 16 10:49:02.449923 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c45ca-7c57-4e94-9000-3ddbed87f775,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:02.470301 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.471013 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.471587 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.472004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.472607 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.473171 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.473591 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.474162 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.474599 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.475144 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.475679 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.476210 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Tracked resource versions report: Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: pushed versions: Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: { 'AddressGroup': {'1.2'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'ConntrackHelper': {'1.0'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Log': {'1.0'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Network': {'1.1'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Port': {'1.7'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'PortForwarding': {'1.2'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'QosPolicy': {'1.9'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroup': {'1.4'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SubPort': {'1.0'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Subnet': {'1.1'}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Trunk': {'1.1'}} Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: consumer versions: Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: HyperV agent@hv-cinder-78776: {}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'ConntrackHelper': '1.0', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Log': '1.0', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Network': '1.1', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Port': '1.7', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'PortForwarding': '1.2', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'QosPolicy': '1.9', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroup': '1.4', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SecurityGroupRule': '1.2', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'SubPort': '1.0', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Subnet': '1.1', Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: 'Trunk': '1.1'}} Sep 16 10:49:02.477416 dv-cinder-787764-4-iscsi neutron-server[100950]: {{(pid=100950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:49:02.520634 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.623713 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.624764 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:02.625352 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:02.687583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] Pushing event updated for resources: {'Network': ['ID=d48e7dff-3c21-4f00-8051-de742dd38d5e,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:02.700277 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network d48e7dff-3c21-4f00-8051-de742dd38d5e details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:02.730577 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2c4af690-92e4-4300-b2a8-2d8f5aa8430d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0183005 Sep 16 10:49:02.731130 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44694) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:02.735952 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Request body: {'subnet': {'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1734988341-subnet', 'tenant_id': 'e6001478e97e4f21bf862a4f95e13bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:02.776035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44696) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:02.823941 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Made reservation on behalf of e6001478e97e4f21bf862a4f95e13bda for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:02.826287 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.045467 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.104186 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Checking segment: {'id': '46bfdbc8-b5bf-4555-b5fa-b699578efe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:03.104565 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Network hostable DHCP agents. Network: d48e7dff-3c21-4f00-8051-de742dd38d5e, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:03.110932 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e7e8e6-daa8-4b44-a0a4-ca5452c680b2,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:03.222450 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Network d48e7dff-3c21-4f00-8051-de742dd38d5e is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:03.224609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44710) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:03.305337 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1745686532-network', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:03.319443 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, d48e7dff-3c21-4f00-8051-de742dd38d5e) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:03.323929 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:03.324633 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.331584 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329c9ed-3c24-42cb-b706-cf9c9c9f7e98 None None] Network d48e7dff-3c21-4f00-8051-de742dd38d5e requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:03.388023 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44716) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:03.405687 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Made reservation on behalf of 2a201e028ae84e89a5f7facbfe65f6e3 for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:03.412823 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.445533 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.495324 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ad5c6-768e-42ff-8784-71f0dd3d382d None None] Network d48e7dff-3c21-4f00-8051-de742dd38d5e requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:03.510682 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-75bec84c-8f23-4cd8-ad5c-445604cabc3d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7786722 Sep 16 10:49:03.607236 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1820327430-network', 'tenant_id': '2f67beace04845049ef284b8cae2addd'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:03.623419 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.650243 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-380126579-network', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:03.680895 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.716619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:03.737565 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.738245 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Added segment 1bb9de21-2fc5-4098-8352-12f4bdb25950 of type vlan for network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 Sep 16 10:49:03.739590 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f9976-cf5a-43cf-8b75-317aa863d745,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:03.758295 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.758763 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.759122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Tracked resource versions report: Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: pushed versions: Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: { 'AddressGroup': {'1.2'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'ConntrackHelper': {'1.0'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Log': {'1.0'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Network': {'1.1'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Port': {'1.7'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'PortForwarding': {'1.2'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'QosPolicy': {'1.9'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroup': {'1.4'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SubPort': {'1.0'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Subnet': {'1.1'}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Trunk': {'1.1'}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: consumer versions: Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: HyperV agent@hv-cinder-78776: {}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'ConntrackHelper': '1.0', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Log': '1.0', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Network': '1.1', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Port': '1.7', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'PortForwarding': '1.2', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'QosPolicy': '1.9', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroup': '1.4', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SecurityGroupRule': '1.2', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'SubPort': '1.0', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Subnet': '1.1', Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: 'Trunk': '1.1'}} Sep 16 10:49:03.765676 dv-cinder-787764-4-iscsi neutron-server[100951]: {{(pid=100951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:49:03.788752 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:03.791000 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.807684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.811104 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.822584 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-361a2140-2201-4a4b-bafa-0e9574f9efe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.926652 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Made reservation on behalf of 98ef0fccbb104a3db6641a1a13d6f9c7 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:03.929028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:03.941061 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.000706 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.001613 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:04.002198 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.030022 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.067679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab7964e-c2af-43c2-8a06-5d4bf7817b40,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:04.078414 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:04.127094 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.174848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:04.189483 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b5c16-f921-41d1-8b87-8b6ef137f37a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:04.195693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.196260 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Added segment e6a6bdd8-a28e-40a6-bf1e-073c744b7b38 of type vlan for network 1c070572-d28b-45da-954f-67c6d78e22a3 Sep 16 10:49:04.214806 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.236418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.309679 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.338382 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.339040 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5fe44b-9045-4751-9280-bb422564d641,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:04.339336 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:04.339930 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.350563 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:04.365842 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.366545 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Added segment db8e3a07-1da3-4edf-ab88-6bf1b8a4711a of type vlan for network 56a8675e-4077-4931-9266-4125c2cddd08 Sep 16 10:49:04.416310 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.420632 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] Pushing event updated for resources: {'Network': ['ID=1c070572-d28b-45da-954f-67c6d78e22a3,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:04.432100 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44768) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:04.433204 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-aa0f8080-6410-46ec-8aea-8a802e28f492 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6571980 Sep 16 10:49:04.434686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 1c070572-d28b-45da-954f-67c6d78e22a3 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:04.444930 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Request body: {'subnet': {'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1745686532-subnet', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:04.516539 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-81bf14dc-3b1f-4ca3-9590-118b6da28db5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2907770 Sep 16 10:49:04.519646 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44772) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:04.527673 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Request body: {'subnet': {'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1820327430-subnet', 'tenant_id': '2f67beace04845049ef284b8cae2addd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:04.542242 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.542436 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.543264 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:04.544030 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.611929 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Made reservation on behalf of 2a201e028ae84e89a5f7facbfe65f6e3 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:04.614347 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.617684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] Pushing event updated for resources: {'Network': ['ID=56a8675e-4077-4931-9266-4125c2cddd08,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:04.628335 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 56a8675e-4077-4931-9266-4125c2cddd08 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:04.712493 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-763fb46f-2c87-457c-8024-91020253e9ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3223975 Sep 16 10:49:04.715083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44784) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:04.720235 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Request body: {'subnet': {'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-subnet', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:04.787030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:04.787030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.892872 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.921045 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.934824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Made reservation on behalf of 98ef0fccbb104a3db6641a1a13d6f9c7 for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:04.941587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:04.968007 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Checking segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:04.971142 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Network hostable DHCP agents. Network: 2ab7964e-c2af-43c2-8a06-5d4bf7817b40, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:05.003025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1633365-9837-4126-9baa-91548f3803ca,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:05.046643 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:05.115223 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 2ab7964e-c2af-43c2-8a06-5d4bf7817b40) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:05.119944 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:05.121419 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.130816 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cc407-1198-4acb-aa85-5bb6255ee87b None None] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:05.174194 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.217627 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-dbc8ea8e-2b20-4bc5-9256-f5d7adbda098 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7858982 Sep 16 10:49:05.221358 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44808) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:05.225415 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:05.277981 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37819cd9-8a2c-4914-9734-f89c4923daa2,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:05.290712 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Checking segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:05.291322 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Network hostable DHCP agents. Network: 1c070572-d28b-45da-954f-67c6d78e22a3, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:05.327865 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.356172 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.358165 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.377497 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:49:05.378419 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.408974 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8662768-a44e-4161-a489-302b11055815,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:05.431277 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Network 1c070572-d28b-45da-954f-67c6d78e22a3 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:05.472612 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Checking segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:05.475022 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Network hostable DHCP agents. Network: 56a8675e-4077-4931-9266-4125c2cddd08, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:05.519244 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 1c070572-d28b-45da-954f-67c6d78e22a3) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:05.541013 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1a970-5452-4396-a340-57ec406381fe None None] Network 1c070572-d28b-45da-954f-67c6d78e22a3 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:05.545762 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:05.546452 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.603725 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.607355 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Network 56a8675e-4077-4931-9266-4125c2cddd08 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:05.633473 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 56a8675e-4077-4931-9266-4125c2cddd08) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:05.636202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:05.636900 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.648363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fdff1f-2f1e-4efe-8bef-e8fa5a9006d2 None None] Network 56a8675e-4077-4931-9266-4125c2cddd08 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:05.742073 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-49ec48a3-03a0-4dec-ab90-456711e4fdd6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0234175 Sep 16 10:49:05.742073 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a0f8ce5c-5e34-49de-8955-02378ead9dd9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2196357 Sep 16 10:49:05.742350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44828) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:05.746767 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:05.785058 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Allocated IP 172.20.0.2 (2ab7964e-c2af-43c2-8a06-5d4bf7817b40/a1633365-9837-4126-9baa-91548f3803ca/d287f98a-fcdd-4905-a679-0e64ba9b6506) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:05.861310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.863106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:05.964326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.013288 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919df1e8-7c5f-436d-b022-a2f80f3c56af None None] Network 1c070572-d28b-45da-954f-67c6d78e22a3 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:06.086823 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44856) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:06.091710 dv-cinder-787764-4-iscsi neutron-server[100951]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 10:49:06.154665 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.176197 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.196590 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.228028 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.270440 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-56a8675e-4077-4931-9266-4125c2cddd08', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:49:06.271292 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.295748 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:06.302809 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:06.307031 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:06.308868 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Pushing event updated for resources: {'Port': ['ID=d287f98a-fcdd-4905-a679-0e64ba9b6506,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:06.365102 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.379704 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.380090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.380435 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.380826 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.381668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.381668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.381883 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.382127 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.382451 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.383334 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.383671 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.383996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Tracked resource versions report: Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: pushed versions: Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: { 'AddressGroup': {'1.2'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'ConntrackHelper': {'1.0'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Log': {'1.0'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Network': {'1.1'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Port': {'1.7'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'PortForwarding': {'1.2'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'QosPolicy': {'1.9'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroup': {'1.4'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SubPort': {'1.0'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Subnet': {'1.1'}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Trunk': {'1.1'}} Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: consumer versions: Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: HyperV agent@hv-cinder-78776: {}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'ConntrackHelper': '1.0', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Log': '1.0', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Network': '1.1', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Port': '1.7', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'PortForwarding': '1.2', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'QosPolicy': '1.9', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroup': '1.4', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SecurityGroupRule': '1.2', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'SubPort': '1.0', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Subnet': '1.1', Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: 'Trunk': '1.1'}} Sep 16 10:49:06.385076 dv-cinder-787764-4-iscsi neutron-server[100952]: {{(pid=100952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:49:06.458075 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Attempting to bind port d287f98a-fcdd-4905-a679-0e64ba9b6506 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:06.458453 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Attempting to bind port d287f98a-fcdd-4905-a679-0e64ba9b6506 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:06.458815 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Attempting to bind port d287f98a-fcdd-4905-a679-0e64ba9b6506 on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:06.487195 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:06.487551 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Checking segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:06.487958 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.488355 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Bound using segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:06.488950 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Bound port: d287f98a-fcdd-4905-a679-0e64ba9b6506, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:06.489658 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.559425 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Allocated IP 172.20.0.2 (56a8675e-4077-4931-9266-4125c2cddd08/d8662768-a44e-4161-a489-302b11055815/3da90acd-cfa0-4034-a67d-138fb193fe19) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:06.582901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-3372c87b-85e2-4942-8e39-d4a20e50da90 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:06.584664 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-3372c87b-85e2-4942-8e39-d4a20e50da90 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/networks?id=d48e7dff-3c21-4f00-8051-de742dd38d5e HTTP/1.1" status: 200 len: 812 time: 0.4962130 Sep 16 10:49:06.620609 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-a5f4c751-9fb4-4cff-9cde-5a850d3c3298 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/quotas/e6001478e97e4f21bf862a4f95e13bda HTTP/1.1" status: 200 len: 375 time: 0.0270834 Sep 16 10:49:06.621141 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] For port d287f98a-fcdd-4905-a679-0e64ba9b6506, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:06.659799 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] For port d287f98a-fcdd-4905-a679-0e64ba9b6506, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d287f98a-fcdd-4905-a679-0e64ba9b6506,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:06.677125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.736842 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.763628 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.766908 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-f3340819-f8cb-437d-a6af-9587f3eef1d5 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6001478e97e4f21bf862a4f95e13bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1438158 Sep 16 10:49:06.767830 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.864025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44878) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:06.879388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:06.883587 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5787d7c-86de-41fa-ba74-b11b9bb53f76 None None] Pushing event updated for resources: {'Port': ['ID=d287f98a-fcdd-4905-a679-0e64ba9b6506,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:06.934899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Pushing event updated for resources: {'Port': ['ID=3da90acd-cfa0-4034-a67d-138fb193fe19,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:06.948993 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Network 56a8675e-4077-4931-9266-4125c2cddd08 is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:06.950892 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:06.954364 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:07.029456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.063410 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.073674 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Allocated IP 172.27.3.28 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/d16ce933-073d-4669-88c2-0116318a6eb2) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:07.092488 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Attempting to bind port 3da90acd-cfa0-4034-a67d-138fb193fe19 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:07.093073 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Attempting to bind port 3da90acd-cfa0-4034-a67d-138fb193fe19 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:07.093194 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Attempting to bind port 3da90acd-cfa0-4034-a67d-138fb193fe19 on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:07.113971 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:07.115705 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Checking segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:07.116363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.117121 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Bound using segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:07.117856 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Bound port: 3da90acd-cfa0-4034-a67d-138fb193fe19, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:07.118412 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.226996 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a24c2e36-fc06-4463-9dfc-0d11279175e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.233158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-fa217ca8-3853-49bb-96eb-12da61b51f1a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:49:07.240907 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-fa217ca8-3853-49bb-96eb-12da61b51f1a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2128246 Sep 16 10:49:07.292813 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.323311 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] For port 3da90acd-cfa0-4034-a67d-138fb193fe19, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:07.329654 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] For port 3da90acd-cfa0-4034-a67d-138fb193fe19, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3da90acd-cfa0-4034-a67d-138fb193fe19,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:07.392911 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-686b725b-f02b-4d2c-8aaa-2264e87fd680 service neutron] 10.222.0.36 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508319 Sep 16 10:49:07.403394 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.495520 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a329c-9b72-4ad0-966b-ea0ae4b05055 None None] Pushing event updated for resources: {'Port': ['ID=3da90acd-cfa0-4034-a67d-138fb193fe19,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:07.528355 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a24c2e36-fc06-4463-9dfc-0d11279175e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.537903 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-b0b4e8e8-3268-4ca6-afbd-baf8f6e5f842 service neutron] 10.222.0.36 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440361 Sep 16 10:49:07.636163 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a24c2e36-fc06-4463-9dfc-0d11279175e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.653139 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:07.715035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Allocated IP 172.27.3.11 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/b00a0038-0115-466a-ade5-2bf59e251a4a) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:07.807917 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c2e36-fc06-4463-9dfc-0d11279175e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a130d85f-c48d-4391-bc28-927600d82a49,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:07.815208 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:07.820709 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a24c2e36-fc06-4463-9dfc-0d11279175e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0a28e9b0a74479cba678c7e225ae5b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9367130 Sep 16 10:49:07.820709 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d16ce933-073d-4669-88c2-0116318a6eb2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:07.821942 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:07.833806 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 44900) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:07.864414 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:07.946793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.126032 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 44936) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:08.184832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.201190 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.229735 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.328430 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f07252c7-56b4-44be-bc37-22cebeeb5af6 req-54c46419-af2b-446e-871b-fa7897f36ce4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.1383202 Sep 16 10:49:08.331035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:08.341701 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:08.345511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:08.381061 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5aad2-7c96-4786-8e61-6554f9ad0e1b None None] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:08.517102 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.520317 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.520505 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Pushing event updated for resources: {'Port': ['ID=b00a0038-0115-466a-ade5-2bf59e251a4a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:08.528398 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a130d85f-c48d-4391-bc28-927600d82a49 HTTP/1.1" status: 204 len: 168 time: 0.6922042 Sep 16 10:49:08.589195 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75919a-eeb3-4658-bd9f-e271a5e57aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a130d85f-c48d-4391-bc28-927600d82a49,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:08.589796 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-b95e86b8-1e14-4217-baae-36d260ff1616 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:08.591800 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-b95e86b8-1e14-4217-baae-36d260ff1616 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.4646206 Sep 16 10:49:08.600938 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.698297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] Provisioning complete for port d287f98a-fcdd-4905-a679-0e64ba9b6506 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:08.700887 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:08.725598 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-82b88443-5560-4429-8024-5404474b3e56 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/quotas/2f67beace04845049ef284b8cae2addd HTTP/1.1" status: 200 len: 375 time: 0.1321306 Sep 16 10:49:08.776469 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13248b0f-4da7-49de-acac-76dd4c7fee11 None None] Network 56a8675e-4077-4931-9266-4125c2cddd08 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:08.877147 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-665a7be5-97bc-4622-8054-118b9d5da47c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488247 Sep 16 10:49:08.889374 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.001746 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 3da90acd-cfa0-4034-a67d-138fb193fe19 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:09.165189 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.201439 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.250434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-1480d946-0903-4725-b56d-84040ebb59aa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:49:09.251488 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-1480d946-0903-4725-b56d-84040ebb59aa service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0730994 Sep 16 10:49:09.314225 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] For port d287f98a-fcdd-4905-a679-0e64ba9b6506, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d287f98a-fcdd-4905-a679-0e64ba9b6506,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:09.321283 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 3da90acd-cfa0-4034-a67d-138fb193fe19 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:09.321660 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.400933 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.541071 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.570642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.586217 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Provisioning complete for port 3da90acd-cfa0-4034-a67d-138fb193fe19 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:09.589016 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.602366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:49:09.619330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc4b9c-34cc-4d14-a79c-63fedb7a60b0 None None] Pushing event updated for resources: {'Port': ['ID=d287f98a-fcdd-4905-a679-0e64ba9b6506,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:09.647179 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 3da90acd-cfa0-4034-a67d-138fb193fe19, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3da90acd-cfa0-4034-a67d-138fb193fe19,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:09.677187 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45000) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:09.715860 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0a780cd8-947e-469c-a108-ae0e5a939023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.727303 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.729438 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d287f98a-fcdd-4905-a679-0e64ba9b6506 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:09.791275 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-65b245cd-8aa5-4bb0-beac-232385f1df78 req-912e5ec6-15d6-4e6d-b5d0-8879dcff3740 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.2621746 Sep 16 10:49:09.822191 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.853937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:49:09.866072 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:49:09.876600 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:09.877235 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:09.891722 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-71fe7736-909b-4dbd-a8ea-72d22daaa8ba service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730484 Sep 16 10:49:09.912103 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=3da90acd-cfa0-4034-a67d-138fb193fe19,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:09.978312 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0a780cd8-947e-469c-a108-ae0e5a939023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:09.989701 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d287f98a-fcdd-4905-a679-0e64ba9b6506 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:09.990075 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.027986 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.db.api [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 10:49:10.030511 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG oslo_db.api [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:49:10.048756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-bf25fb71-3cbc-4c2c-95c5-7d8bc1c3e3ea service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559215 Sep 16 10:49:10.073133 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0a780cd8-947e-469c-a108-ae0e5a939023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.098669 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:10.132833 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:49:10.139755 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780cd8-947e-469c-a108-ae0e5a939023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db906f-abdb-4bfa-895f-cdccbdc4b1d9,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:10.171627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.171627 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9cf84cb5-b4ca-4309-a753-fa5b82a1e5b0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9462986 Sep 16 10:49:10.173039 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45016) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:10.283125 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45026) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:10.285908 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-0a780cd8-947e-469c-a108-ae0e5a939023 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4c5820482834d9fb02e376abbc12fca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6018767 Sep 16 10:49:10.400271 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.505119 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:08Z', 'revision_number': 3, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:10.510248 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:49:10.537250 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:49:10.568987 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7503f798-7d2d-4bcf-8918-baea517d487d req-53f63b11-c116-4b7e-a553-ca019fc40f3e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0649300 Sep 16 10:49:10.572817 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.574820 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:49:10.575391 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Updating router afd136f8-0ec9-4aad-9f01-704bf824ae93 port d16ce933-073d-4669-88c2-0116318a6eb2 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:49:10.609310 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.632889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:10.633533 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:10.710332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.712637 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-69807ea6-e724-4bb2-9d0b-e270797a5b40 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9693244 Sep 16 10:49:10.720823 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 3da90acd-cfa0-4034-a67d-138fb193fe19 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:10.723642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45044) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:10.850638 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.853701 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.862113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7db906f-abdb-4bfa-895f-cdccbdc4b1d9 HTTP/1.1" status: 204 len: 168 time: 0.5779598 Sep 16 10:49:10.887376 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Provisioning complete for port d287f98a-fcdd-4905-a679-0e64ba9b6506 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:10.887746 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0690de07-05d0-46a4-9d45-eb8384345e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:10.907227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ff3ff-0bdf-40ef-8cb0-53650c6bc289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db906f-abdb-4bfa-895f-cdccbdc4b1d9,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:11.031841 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:11.035040 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 3da90acd-cfa0-4034-a67d-138fb193fe19 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:11.035965 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.177380 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.231443 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-44129170-5d5d-4c92-8a70-0d9d8d41f71f req-4490b97d-3c60-4a61-ae66-6aa057728573 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0585551 Sep 16 10:49:11.236440 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.314854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d287f98a-fcdd-4905-a679-0e64ba9b6506 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:11.346797 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.445932 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Attempting to bind port d16ce933-073d-4669-88c2-0116318a6eb2 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:11.446305 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Attempting to bind port d16ce933-073d-4669-88c2-0116318a6eb2 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:11.446677 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Attempting to bind port d16ce933-073d-4669-88c2-0116318a6eb2 on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:11.463017 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d287f98a-fcdd-4905-a679-0e64ba9b6506 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:11.463395 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.473419 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Pushing event updated for resources: {'Port': ['ID=d16ce933-073d-4669-88c2-0116318a6eb2,revision_number=2']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:11.475846 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:11.476415 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Bound port: d16ce933-073d-4669-88c2-0116318a6eb2, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.528369 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Tracked resource versions report: Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: pushed versions: Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: { 'AddressGroup': {'1.2'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'ConntrackHelper': {'1.0'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Log': {'1.0'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Network': {'1.1'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Port': {'1.7'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'PortForwarding': {'1.2'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'QosPolicy': {'1.9'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroup': {'1.4'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroupRule': {'1.2'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SubPort': {'1.0'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Subnet': {'1.1'}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Trunk': {'1.1'}} Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: consumer versions: Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: { DHCP agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: HyperV agent@hv-cinder-78776: {}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: L3 agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: Metadata agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: Metering agent@dv-cinder-787764-4-iscsi: {}, Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: Open vSwitch agent@dv-cinder-787764-4-iscsi: { 'AddressGroup': '1.2', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'ConntrackHelper': '1.0', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Log': '1.0', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Network': '1.1', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Port': '1.7', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'PortForwarding': '1.2', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'QosPolicy': '1.9', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroup': '1.4', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SecurityGroupRule': '1.2', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'SubPort': '1.0', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Subnet': '1.1', Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: 'Trunk': '1.1'}} Sep 16 10:49:11.531192 dv-cinder-787764-4-iscsi neutron-server[100953]: {{(pid=100953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 10:49:11.533777 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-59ac4545-055b-4307-9637-682fcfec87ae None None] Provisioning complete for port 3da90acd-cfa0-4034-a67d-138fb193fe19 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:11.533777 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-59ac4545-055b-4307-9637-682fcfec87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.603407 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Allocated IP 172.20.0.1 (2ab7964e-c2af-43c2-8a06-5d4bf7817b40/a1633365-9837-4126-9baa-91548f3803ca/8ce5cf7f-5b3b-437d-8957-fa89a702d8b1) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:11.676704 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] For port d16ce933-073d-4669-88c2-0116318a6eb2, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:11.693171 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] For port d16ce933-073d-4669-88c2-0116318a6eb2, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d16ce933-073d-4669-88c2-0116318a6eb2,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:11.696540 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:08Z', 'revision_number': 3, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:11.736397 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0e7219c-2797-413d-a15c-d2bd152be344 req-60624124-07c8-4505-9050-06f879302a4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0538578 Sep 16 10:49:11.738492 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.785859 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:49:11.786607 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Updating router 74c69d57-c195-4740-ac35-babcfb19b5a4 port b00a0038-0115-466a-ade5-2bf59e251a4a binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:49:11.808629 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.826535 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.962604 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:11.983649 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:11.984323 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:12.027455 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056b4a-42a9-4ae9-a2fe-207a77b55c36 None None] Pushing event updated for resources: {'Port': ['ID=d16ce933-073d-4669-88c2-0116318a6eb2,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:12.049102 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Allocated IP 172.20.0.1 (56a8675e-4077-4931-9266-4125c2cddd08/d8662768-a44e-4161-a489-302b11055815/2be1248a-b563-49b1-a189-3a225386821e) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:12.059112 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.133060 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:12.150544 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:12.157286 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:12.175033 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:12.180810 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.235182 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.367307 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:12.425307 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.462200 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.30', 55109) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:12.495021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Network 56a8675e-4077-4931-9266-4125c2cddd08 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:12.575969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.616403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:12.616403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:12.616403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.668965 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2f0f07e0-cfc9-4631-bd84-6b7a9e56465c None None] Provisioning complete for port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:12.668965 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2f0f07e0-cfc9-4631-bd84-6b7a9e56465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.726805 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-860b8939-6ae4-4dfe-a75b-2ac7708a5c30 req-2e665bce-b59c-48a1-ad38-5e6ff3542855 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0434866 Sep 16 10:49:12.748588 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Pushing event updated for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:12.779560 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.836782 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:08Z', 'revision_number': 3, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:12.916036 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acdb4d-1535-4cf0-a1d8-73110f42e298 None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:08Z', 'revision_number': 3, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:49:12.917352 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-2f0f07e0-cfc9-4631-bd84-6b7a9e56465c None None] Port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:12.947656 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Attempting to bind port b00a0038-0115-466a-ade5-2bf59e251a4a on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:12.948030 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Attempting to bind port b00a0038-0115-466a-ade5-2bf59e251a4a by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:12.948397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Attempting to bind port b00a0038-0115-466a-ade5-2bf59e251a4a on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:12.965976 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bae3e-eff6-42f1-ba8d-834fea95a9c4 None None] Pushing event updated for resources: {'Port': ['ID=b00a0038-0115-466a-ade5-2bf59e251a4a,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:12.969685 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:12.970507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:12.971096 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:12.971896 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:12.972709 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Bound port: b00a0038-0115-466a-ade5-2bf59e251a4a, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:12.973302 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.054270 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b82f15af-d3e9-48a1-88f9-c19d4cd2a832 req-e871c0f5-46fb-48cf-a035-836f7d71ca5c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0718381 Sep 16 10:49:13.085393 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-8332ddaf-dee1-4b7d-a854-6f212feb6eee tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:13.087448 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-8332ddaf-dee1-4b7d-a854-6f212feb6eee tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.30 "GET /v2.0/networks?id=d48e7dff-3c21-4f00-8051-de742dd38d5e HTTP/1.1" status: 200 len: 812 time: 0.6243412 Sep 16 10:49:13.090613 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] For port b00a0038-0115-466a-ade5-2bf59e251a4a, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:13.098317 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] For port b00a0038-0115-466a-ade5-2bf59e251a4a, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=b00a0038-0115-466a-ade5-2bf59e251a4a,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:13.111673 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.139594 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-4c9ca19d-a3b5-49fe-a5e2-72e904d2b11c None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:13.139972 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4c9ca19d-a3b5-49fe-a5e2-72e904d2b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.147957 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45120) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:13.186494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45126) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:13.196405 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.243656 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.279472 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ca19d-a3b5-49fe-a5e2-72e904d2b11c None None] Port 2be1248a-b563-49b1-a189-3a225386821e cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:13.310320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:13.314838 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:13.381481 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bae3e-eff6-42f1-ba8d-834fea95a9c4 None None] Pushing event updated for resources: {'Port': ['ID=b00a0038-0115-466a-ade5-2bf59e251a4a,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:13.529297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:13.544107 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4847147e-1198-492e-ba37-c0bed56945ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.569859 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.615161 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4081cc2c-13f7-410c-94cb-f6140d520bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.654329 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.657137 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.667612 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.723370 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4847147e-1198-492e-ba37-c0bed56945ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.737757 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.738616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.775680 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Pushing event updated for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:13.846883 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4847147e-1198-492e-ba37-c0bed56945ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:13.861257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:13.900400 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454843f-7ad5-4cde-9fc3-0956d1565e32 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:49:13.903420 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4847147e-1198-492e-ba37-c0bed56945ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a487b1629763464cbf2556189b48b83b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7536707 Sep 16 10:49:13.911174 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45144) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:13.919511 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:13.941502 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Network 56a8675e-4077-4931-9266-4125c2cddd08 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:13.947813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:13.979488 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847147e-1198-492e-ba37-c0bed56945ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b0dd3-858d-4204-b1ba-a10c76d8c362,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:14.029820 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:14.031309 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:14.094100 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c85af403-4ed8-4274-8904-fb484ffc4bb6 req-830390ed-4a86-4d12-937a-79c28d4353aa tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.2092080 Sep 16 10:49:14.311470 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:49:14.412185 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99f1578e-9365-43cc-a413-36ab36764f39 req-ba290832-df88-4dd3-9b10-b8a6728df537 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.1297684 Sep 16 10:49:14.419264 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Provisioning complete for port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:14.419645 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.464520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:49:14.487676 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:14.499088 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:14.499468 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.526129 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4081cc2c-13f7-410c-94cb-f6140d520bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.544781 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:49:14.550585 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-ff895ad3-3faa-414f-b1b2-e5313a5d4066 None None] Port 2be1248a-b563-49b1-a189-3a225386821e cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:14.557185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.562919 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-074f5af6-abf5-40dd-8a1e-66a5ee25a861 admin admin] 10.222.0.36 "PUT /v2.0/routers/afd136f8-0ec9-4aad-9f01-704bf824ae93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3883944 Sep 16 10:49:14.625363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4081cc2c-13f7-410c-94cb-f6140d520bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.645990 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.691736 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d16ce933-073d-4669-88c2-0116318a6eb2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:14.750026 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4081cc2c-13f7-410c-94cb-f6140d520bb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc3338d0f0fb4d4d88ff809dd36332d4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3044171 Sep 16 10:49:14.751078 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45166) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:14.762428 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081cc2c-13f7-410c-94cb-f6140d520bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7007cc-5abc-4f66-9d54-249e919f8c3e,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:14.783806 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:49:14.794346 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0ac8af96-605d-4172-bb64-f76b432fef37 admin admin] 10.222.0.36 "PUT /v2.0/routers/74c69d57-c195-4740-ac35-babcfb19b5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694282 Sep 16 10:49:14.821907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d16ce933-073d-4669-88c2-0116318a6eb2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:14.822273 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.860274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.893259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.897460 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:14.898852 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b0b0dd3-858d-4204-b1ba-a10c76d8c362 HTTP/1.1" status: 204 len: 168 time: 0.9836717 Sep 16 10:49:14.923422 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922d153-2e61-42b7-a187-412f4123058d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b0dd3-858d-4204-b1ba-a10c76d8c362,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:14.946179 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.042994 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.068668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port d16ce933-073d-4669-88c2-0116318a6eb2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d16ce933-073d-4669-88c2-0116318a6eb2,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:15.089437 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.092790 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.095162 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc7007cc-5abc-4f66-9d54-249e919f8c3e HTTP/1.1" status: 204 len: 168 time: 0.3438284 Sep 16 10:49:15.105757 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509004a-0750-4fe3-8efa-e9d2baf5c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7007cc-5abc-4f66-9d54-249e919f8c3e,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:15.424416 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.426511 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8186128a-2119-408f-a93f-42e60abc25ce req-1e76d7a0-1e1e-4182-9cac-b2e59395460e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0577443 Sep 16 10:49:15.427667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=d16ce933-073d-4669-88c2-0116318a6eb2,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:15.427667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:15.494400 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:49:15.504323 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:15.505188 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:15.629118 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:15.859987 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 2, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:15.897370 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:49:15.897370 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Updating router afd136f8-0ec9-4aad-9f01-704bf824ae93 port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:49:15.897744 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45208) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:15.903898 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227655074', 'description': 'tempest-description--1856009980'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:15.947291 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.002186 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b4433ac3-455f-41b8-a34f-8eb61f17e61d req-2e57c51e-45eb-4ae1-bbed-87a04df9a4f4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0439780 Sep 16 10:49:16.021168 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Request body: {'port': {'device_id': '13595d42-40cc-4655-b911-563b9837a221', 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e', 'admin_state_up': True, 'tenant_id': 'e6001478e97e4f21bf862a4f95e13bda'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:16.071365 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.369980 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.415960 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.448270 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45230) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:16.453023 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938054394', 'description': 'tempest-description--1473414409'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:16.478927 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45234) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:16.479924 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.487558 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.505530 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c850566-4b9d-4619-8eca-c06eb79ff67a req-c68a5957-53b2-4f58-8f78-1a2bf6a7a790 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0769830 Sep 16 10:49:16.533298 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:16.541007 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7a922e53-0658-4bb4-bbe3-f02a98bbca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.586005 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d6928-0ef8-4149-b7f5-22f1ed35d651 None None] Pushing event updated for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:16.610282 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Made reservation on behalf of e6001478e97e4f21bf862a4f95e13bda for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:16.615116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.677494 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Attempting to bind port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:16.678194 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Attempting to bind port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:16.678715 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Attempting to bind port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:16.685241 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:16.685914 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Checking segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:16.686347 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.686919 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Bound using segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:16.687444 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Bound port: 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:16.687947 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.769242 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.771320 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] For port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:16.781483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device b00a0038-0115-466a-ade5-2bf59e251a4a up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:16.802540 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] For port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:16.864670 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:49:16.884883 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:16.885671 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:16.911995 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.913816 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4829109c-78a1-4f3f-9ba8-8e2f14d678f6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0150757 Sep 16 10:49:16.920424 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45248) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:16.925221 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a9ac1-148f-455c-b0ac-505bdad0ae7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:16.956991 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:16.985341 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Allocated IP 172.20.0.13 (d48e7dff-3c21-4f00-8051-de742dd38d5e/85e7e8e6-daa8-4b44-a0a4-ca5452c680b2/5ea6e3b6-f695-4f0f-a9ff-57402a748be8) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:17.018846 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port b00a0038-0115-466a-ade5-2bf59e251a4a triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:17.024616 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.039606 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d6928-0ef8-4149-b7f5-22f1ed35d651 None None] Pushing event updated for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:17.094012 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:17.097512 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] Provisioning complete for port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:17.098365 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.142408 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7a922e53-0658-4bb4-bbe3-f02a98bbca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.172752 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:17.172752 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:17.249522 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0d7355a9-0f99-4ca6-8f02-6a910a4eb1dd req-9e21a7de-5f01-459e-a9c2-f60096a7cf9e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0920274 Sep 16 10:49:17.345010 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.501879 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:17.640023 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port b00a0038-0115-466a-ade5-2bf59e251a4a, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=b00a0038-0115-466a-ade5-2bf59e251a4a,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:17.652291 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.745820 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8888120b-ed29-4fee-b5bd-dea4a4d26742 req-accc0c66-4eb4-4e0d-a5dd-3ff89506296b tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0621450 Sep 16 10:49:17.773764 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.829414 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] For port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:17.837065 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 2, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:17.876184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:49:17.885764 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Updating router 74c69d57-c195-4740-ac35-babcfb19b5a4 port 2be1248a-b563-49b1-a189-3a225386821e binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:49:17.886002 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-8770d706-2541-4394-97c5-de50b28520eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:16Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:17.904833 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7a922e53-0658-4bb4-bbe3-f02a98bbca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.907662 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.939188 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a922e53-0658-4bb4-bbe3-f02a98bbca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e295dd-ec86-4ab0-88d2-f5274f4eb5fd,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:17.952803 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7a922e53-0658-4bb4-bbe3-f02a98bbca1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c9e5bf61b3748b7ac9df09a3973328c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4721935 Sep 16 10:49:17.956138 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45274) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:17.971706 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8770d706-2541-4394-97c5-de50b28520eb None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:16Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:49:17.975730 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:17.977400 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d16ce933-073d-4669-88c2-0116318a6eb2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:17.979358 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.005720 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.070271 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.117208 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.154556 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.30', 55116) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:18.192481 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Pushing event updated for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:18.225181 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Network d48e7dff-3c21-4f00-8051-de742dd38d5e is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:18.230616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:18.241288 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:18.248429 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:18.249430 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.303945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.387902 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.431227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-97fb2238-5f94-40ce-b5be-68598ac4dd3c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:18.432923 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-97fb2238-5f94-40ce-b5be-68598ac4dd3c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.2725899 Sep 16 10:49:18.499894 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-ed3a5073-1919-4b11-b978-56eb6c9710e2 None None] Provisioning complete for port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:18.500322 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5073-1919-4b11-b978-56eb6c9710e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.524525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.525915 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0765014 Sep 16 10:49:18.528733 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-364be0aa-3961-403a-a8cc-f85c86ef9f4e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5122080 Sep 16 10:49:18.529282 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45284) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:18.536063 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group_rule': {'security_group_id': '9bcadc73-f981-45be-a343-086666e3c6e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:18.537825 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Request body: {'port': {'device_id': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'admin_state_up': True, 'tenant_id': '2f67beace04845049ef284b8cae2addd'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:18.544264 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889161b-4b78-476d-b192-111ddf09ed70 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcadc73-f981-45be-a343-086666e3c6e0,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:18.554014 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-576d70cc-5aea-48c1-9486-aadbbf003825 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:49:18.555384 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-576d70cc-5aea-48c1-9486-aadbbf003825 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129797 Sep 16 10:49:18.595877 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=b00a0038-0115-466a-ade5-2bf59e251a4a,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:18.634725 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.798312 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.799792 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.804361 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d16ce933-073d-4669-88c2-0116318a6eb2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:18.804920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.940540 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d990e43-3bee-4e09-a67a-0c2c619a322d None None] Pushing event updated for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:18.945489 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.954773 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:18.987495 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97657a7e-56ae-49b9-bab5-3302d0c9f3f7,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:19.046523 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.072095 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Request body: {'port': {'device_id': '13595d42-40cc-4655-b911-563b9837a221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:19.121483 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563fa671-4667-4de5-ab65-754980e1b4aa,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:19.123493 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-587b03dd-e6f9-4176-95c9-717b13bcd550 req-5c9a3583-bc9a-44ce-adb5-aacd091d2a0e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.6888802 Sep 16 10:49:19.124528 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.127224 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6653a205-ed19-410c-9f05-35fa82ca38ff tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2049959 Sep 16 10:49:19.140930 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45300) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:19.164359 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.168683 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group_rule': {'security_group_id': 'aa8a9ac1-148f-455c-b0ac-505bdad0ae7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:19.174192 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-92698972-515d-4393-8eda-f9894e9fc088 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6344993 Sep 16 10:49:19.177559 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45304) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:19.182535 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group_rule': {'security_group_id': '9bcadc73-f981-45be-a343-086666e3c6e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:19.250125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.285047 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:19.290167 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.332393 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b51bb-70d2-4a87-9387-3f4c8f31df65 req-0d259548-dc14-4df4-80e3-a47fc203c137 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:19.342656 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-940b51bb-70d2-4a87-9387-3f4c8f31df65 req-0d259548-dc14-4df4-80e3-a47fc203c137 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 932 time: 0.1869812 Sep 16 10:49:19.373636 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.530519 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:19.681663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:19.825899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2984e4-b475-4072-b301-984f743c039b None None] Pushing event updated for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:19.917298 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Allocated IP 172.20.0.7 (1c070572-d28b-45da-954f-67c6d78e22a3/37819cd9-8a2c-4914-9734-f89c4923daa2/57aa6951-749d-4d80-bdb9-fe78e0f14603) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:20.043571 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.050032 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.051542 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Attempting to bind port 2be1248a-b563-49b1-a189-3a225386821e on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:20.052043 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Attempting to bind port 2be1248a-b563-49b1-a189-3a225386821e by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:20.053482 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Attempting to bind port 2be1248a-b563-49b1-a189-3a225386821e on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:20.053768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88e295dd-ec86-4ab0-88d2-f5274f4eb5fd HTTP/1.1" status: 204 len: 168 time: 2.0944574 Sep 16 10:49:20.103822 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:20.110605 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Checking segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:20.111857 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.111857 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Bound using segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:20.115320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Bound port: 2be1248a-b563-49b1-a189-3a225386821e, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:20.116534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.129351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.171836 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:20.172651 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.261305 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:20.272997 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.284277 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.304960 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Transition to ACTIVE for port object 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:49:20.361486 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.386408 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b447914-54ce-4499-b5b8-f408c4215872,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:20.419968 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.459866 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-95cb7b2b-293d-44cc-960d-cc0a93d3863b None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:20.460334 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-95cb7b2b-293d-44cc-960d-cc0a93d3863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.505062 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e639b-8fd3-49c2-bc8f-b7a3773b2818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e295dd-ec86-4ab0-88d2-f5274f4eb5fd,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:20.545877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.551148 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d20e9716-9a8c-4f89-9a57-22e6a4096dbb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3725557 Sep 16 10:49:20.557715 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45340) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:20.561732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:20.596794 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:20.634993 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2953f65d-df31-4ef4-92de-decb2b799a89 req-aacfccff-9309-4935-aa93-2c6602db77e7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.3352244 Sep 16 10:49:20.644184 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Attempting to bind port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:20.644786 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Attempting to bind port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '46bfdbc8-b5bf-4555-b5fa-b699578efe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:20.645127 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Attempting to bind port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 on network d48e7dff-3c21-4f00-8051-de742dd38d5e {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:20.650126 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 on network d48e7dff-3c21-4f00-8051-de742dd38d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:49:20.650454 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Attempting to bind port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 on network d48e7dff-3c21-4f00-8051-de742dd38d5e {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:20.656968 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:20.657317 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Checking segment: {'id': '46bfdbc8-b5bf-4555-b5fa-b699578efe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:20.658029 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Bound using segment: {'id': '46bfdbc8-b5bf-4555-b5fa-b699578efe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:20.658404 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Bound port: 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bfdbc8-b5bf-4555-b5fa-b699578efe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:20.659024 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.661015 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-940b51bb-70d2-4a87-9387-3f4c8f31df65 req-969a81f8-aafa-4d09-a9fe-2d72a4996664 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3158848 Sep 16 10:49:20.678338 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.762818 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.767234 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] For port 2be1248a-b563-49b1-a189-3a225386821e, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:20.776546 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7b2b-293d-44cc-960d-cc0a93d3863b None None] Port 2be1248a-b563-49b1-a189-3a225386821e cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:20.802643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.849480 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] For port 2be1248a-b563-49b1-a189-3a225386821e, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=2be1248a-b563-49b1-a189-3a225386821e,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:20.871679 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device b00a0038-0115-466a-ade5-2bf59e251a4a up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:20.899950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.924655 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.974546 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:20.975486 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:20.989684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6a0b11-3614-4b0c-a758-631684d41a2a,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:21.103926 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,segment=NetworkSegment(46bfdbc8-b5bf-4555-b5fa-b699578efe57),segment_id=46bfdbc8-b5bf-4555-b5fa-b699578efe57)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:21.128643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.133034 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8937fd02-f7d3-4a7f-b614-75971b8e208c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9749517 Sep 16 10:49:21.136420 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45360) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:21.147456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:21.186828 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:21.188177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:21.213448 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.224205 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.307106 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port b00a0038-0115-466a-ade5-2bf59e251a4a triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:21.311346 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.311346 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2984e4-b475-4072-b301-984f743c039b None None] Pushing event updated for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:21.314174 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.392662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.443911 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Network 1c070572-d28b-45da-954f-67c6d78e22a3 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:21.460766 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:21.470220 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.472310 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ea6e3b6-f695-4f0f-a9ff-57402a748be8 HTTP/1.1" status: 200 len: 1094 time: 2.5228989 Sep 16 10:49:21.475018 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:21.486080 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:21.496070 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:21.502177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:21.502872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.521301 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event updated for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:21.651778 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-226328b0-c12e-4d6b-ae4a-512a9da3ab55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1596324 Sep 16 10:49:21.667606 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:21.714298 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Request body: {'port': {'device_id': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:21.836076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:21.836518 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:21.938549 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-20b0b831-f124-4614-a00e-c2ed70f32a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:21.938549 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-20b0b831-f124-4614-a00e-c2ed70f32a27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6001478e97e4f21bf862a4f95e13bda&device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 1097 time: 0.3250697 Sep 16 10:49:22.173121 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 2be1248a-b563-49b1-a189-3a225386821e up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:22.183075 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.200440 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.210378 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-2cbb79c2-bcf8-4097-ad94-fe69633f1cf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8 HTTP/1.1" status: 200 len: 217 time: 0.2400863 Sep 16 10:49:22.211315 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf03d-9c39-4a1e-9f12-5485000747a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:22.219326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.249561 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ef33a-a931-492d-85d0-8e358763fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:22.280327 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] For port 2be1248a-b563-49b1-a189-3a225386821e, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=2be1248a-b563-49b1-a189-3a225386821e,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:22.305041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623fca-47ad-4573-af76-42067a6f4dfb req-2a5645e4-8478-41ee-9120-bc1f0da70dc2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:22.305330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:20Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:22.306494 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Allocated IP 172.27.3.13 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/615f4f30-0669-4d28-a657-af6007a4e295) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:22.307176 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed623fca-47ad-4573-af76-42067a6f4dfb req-2a5645e4-8478-41ee-9120-bc1f0da70dc2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 931 time: 0.5002089 Sep 16 10:49:22.318183 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:22.318714 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.342390 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3e400-645a-4337-9cdb-c19d8a0ab5cb req-d74231e8-1ea7-4f77-a3c1-1a6ae3209438 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:22.343957 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01e3e400-645a-4337-9cdb-c19d8a0ab5cb req-d74231e8-1ea7-4f77-a3c1-1a6ae3209438 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.4942944 Sep 16 10:49:22.357877 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4c09f-5c28-40ee-b4ed-1c31da931516 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:20Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:49:22.491851 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.511704 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-c9ae68ff-0bd6-4251-adfd-94d800530709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:22.526077 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-c9ae68ff-0bd6-4251-adfd-94d800530709 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7e8e6-daa8-4b44-a0a4-ca5452c680b2 HTTP/1.1" status: 200 len: 852 time: 0.2486491 Sep 16 10:49:22.529014 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.586168 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-9128b03d-23f4-426b-b9ac-3ae7f8c4ad8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d48e7dff-3c21-4f00-8051-de742dd38d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549772 Sep 16 10:49:22.709404 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01e3e400-645a-4337-9cdb-c19d8a0ab5cb req-f5241ae4-894f-4bfe-a761-76f717592a76 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708286 Sep 16 10:49:22.713626 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed623fca-47ad-4573-af76-42067a6f4dfb req-95f6b901-e38d-400e-8be0-f4fd3a7a7e04 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966310 Sep 16 10:49:22.784230 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.805307 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:22.975114 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ed506-8770-41d6-835b-3fa6a54a1f99 None None] Pushing event updated for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:23.104898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Allocated IP 172.27.3.178 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/0caa9be2-adbc-43c1-af16-d04d2b5418db) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:23.407584 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f467f3-08a9-44d2-bf51-63d3e02e408b x-openstack-request-id: req-86f467f3-08a9-44d2-bf51-63d3e02e408b {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:23.408163 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:23.408414 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86f467f3-08a9-44d2-bf51-63d3e02e408b {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:23.408788 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8', 'status': 'completed', 'code': 200} Sep 16 10:49:23.433511 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.db.api [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 10:49:23.434075 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG oslo_db.api [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:49:23.444615 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.467052 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57aa6951-749d-4d80-bdb9-fe78e0f14603 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:23.477859 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.518525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:23.523756 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Transition to ACTIVE for port object 57aa6951-749d-4d80-bdb9-fe78e0f14603 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:49:23.535613 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:23.544579 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=615f4f30-0669-4d28-a657-af6007a4e295,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:23.547152 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:23.556487 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-57cf2328-96e1-42c1-aaad-3c3fce695aef service neutron] 10.222.0.30 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952883 Sep 16 10:49:23.607270 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.680669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Pushing event updated for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:23.738888 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.791957 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.875219 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1c405ee2-2079-43c3-9a13-3589446e83ee req-6eb81ec6-3694-4892-8789-8869ec8c3138 service neutron] 10.222.0.30 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921655 Sep 16 10:49:23.905586 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:23.961401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Attempting to bind port 57aa6951-749d-4d80-bdb9-fe78e0f14603 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:23.962082 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Attempting to bind port 57aa6951-749d-4d80-bdb9-fe78e0f14603 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:23.962521 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Attempting to bind port 57aa6951-749d-4d80-bdb9-fe78e0f14603 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Port 57aa6951-749d-4d80-bdb9-fe78e0f14603 on network 1c070572-d28b-45da-954f-67c6d78e22a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Attempting to bind port 57aa6951-749d-4d80-bdb9-fe78e0f14603 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:24.137459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=0caa9be2-adbc-43c1-af16-d04d2b5418db,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:24.173365 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 2be1248a-b563-49b1-a189-3a225386821e up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:24.188782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4418a-0616-4263-801c-788d4c2e1a61 req-59b2e61c-393d-478a-858d-bb668a85dcab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:24.190435 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7bd4418a-0616-4263-801c-788d4c2e1a61 req-59b2e61c-393d-478a-858d-bb668a85dcab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.3194928 Sep 16 10:49:24.192282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:24.195292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Checking segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:24.196117 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Bound using segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:24.196788 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Bound port: 57aa6951-749d-4d80-bdb9-fe78e0f14603, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:24.199302 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.267349 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 2be1248a-b563-49b1-a189-3a225386821e triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:24.272229 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.284223 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.315672 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a3359-3522-4047-98f3-11693ad9701c req-6130e8f6-0445-4a87-a37c-c6469ac15d18 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:24.317264 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f92a3359-3522-4047-98f3-11693ad9701c req-6130e8f6-0445-4a87-a37c-c6469ac15d18 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.4494083 Sep 16 10:49:24.370770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.445152 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7bd4418a-0616-4263-801c-788d4c2e1a61 req-57080c99-46a1-4fa5-8a1a-930e71b06c31 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381532 Sep 16 10:49:24.460676 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f92a3359-3522-4047-98f3-11693ad9701c req-035bd031-42ba-4070-9744-47805a529ab2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141114 Sep 16 10:49:24.499000 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:24.505139 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:24.529119 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.615738 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.633065 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=615f4f30-0669-4d28-a657-af6007a4e295,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:24.666092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.739632 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:24.740977 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-beb85c7b-c066-45dc-b233-263e25ecedd4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1832299 Sep 16 10:49:25.027716 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:25.081925 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:25.083192 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:25.083876 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/57aa6951-749d-4d80-bdb9-fe78e0f14603 HTTP/1.1" status: 200 len: 1093 time: 3.3923788 Sep 16 10:49:25.089203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:25.447755 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-c8de7a21-27ef-4fe8-9c67-95fbd174fbeb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1938054394&fields=id&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 267 time: 0.3232868 Sep 16 10:49:25.447755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c43f-65fe-4363-b727-0fe86f3703c8 service neutron] Pushing event updated for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:25.505204 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b14d61-b858-41b4-9acb-3e4a93674f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:25.729652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-16d088bd-3366-4b86-a0f7-9767381edf6e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:25.732263 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-16d088bd-3366-4b86-a0f7-9767381edf6e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 816 time: 0.3226316 Sep 16 10:49:25.765474 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c765c-6b58-4054-b28a-da1ff300c351 req-e2a5d0e2-4929-401a-b468-daf80d9d8d16 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:25.767357 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e15c765c-6b58-4054-b28a-da1ff300c351 req-e2a5d0e2-4929-401a-b468-daf80d9d8d16 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.1910543 Sep 16 10:49:25.773756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-c639e02e-85d4-41dd-be08-855fc6e2964c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/quotas/98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 375 time: 0.0348358 Sep 16 10:49:25.794197 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:25.870603 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-c4955598-f91d-4a1c-884f-bf888e67bdea tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895092 Sep 16 10:49:25.884820 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e15c765c-6b58-4054-b28a-da1ff300c351 req-2acf500c-a7da-4107-a555-861f81383ae8 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998623 Sep 16 10:49:25.893973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:25.935412 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:49:25.945618 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:26.026759 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=0caa9be2-adbc-43c1-af16-d04d2b5418db,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:26.054910 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-43958e5f-e75d-4d69-83bc-739c074572c6 service neutron] 10.222.0.36 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690729 Sep 16 10:49:26.062368 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1977a-8686-4c1b-b944-f32ad37c2aa4 req-89526f4e-1c97-40dc-8215-1d97d3a0d361 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:26.063720 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ac1977a-8686-4c1b-b944-f32ad37c2aa4 req-89526f4e-1c97-40dc-8215-1d97d3a0d361 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.0888541 Sep 16 10:49:26.158244 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ac1977a-8686-4c1b-b944-f32ad37c2aa4 req-eb777529-fe76-4cb1-86ad-6c6c051aed97 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861952 Sep 16 10:49:26.180995 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-612a82d5-a21f-4973-af12-2fc3cbaa1ecc service neutron] 10.222.0.36 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160595 Sep 16 10:49:26.253521 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:26.253521 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-847b8c58-87c7-4e32-aaca-0073808b534f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1051536 Sep 16 10:49:26.350707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c08be8a-12bf-4b99-85e9-598981a5ade5 x-openstack-request-id: req-7c08be8a-12bf-4b99-85e9-598981a5ade5 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:26.351008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:26.351265 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c08be8a-12bf-4b99-85e9-598981a5ade5 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:26.351741 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603', 'status': 'completed', 'code': 200} Sep 16 10:49:26.377760 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45512) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:26.587166 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab77ac6a-ca4b-42e3-8a16-0d568ae76d9c req-e1874af9-0e71-42b1-a3ea-58a25004cf5a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0728092 Sep 16 10:49:26.601531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cab5f82e-36d9-4484-b00a-cefa254316c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:26.760766 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-d95cbe99-44e1-4748-94f6-18dea605dff4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--227655074&fields=id&tenant_id=2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 267 time: 0.1234026 Sep 16 10:49:26.909339 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-d60fc9be-c33c-49e8-a306-9471f18cb291 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:26.910897 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-d60fc9be-c33c-49e8-a306-9471f18cb291 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 811 time: 0.1432800 Sep 16 10:49:26.962340 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-674f5aff-e8b4-43ea-848c-e050b3f5f414 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/quotas/2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 375 time: 0.0408144 Sep 16 10:49:27.101171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-b23874c9-09fe-4655-a20e-a8f1dd017d4f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206210 Sep 16 10:49:27.113393 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232fec-1afa-42d5-be62-63ea5e92cc8c req-4a7949b9-8395-4f12-85c2-52e2d752284f tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:27.114917 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6232fec-1afa-42d5-be62-63ea5e92cc8c req-4a7949b9-8395-4f12-85c2-52e2d752284f tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.1334641 Sep 16 10:49:27.207142 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6232fec-1afa-42d5-be62-63ea5e92cc8c req-373ce64b-5a03-4605-a94e-0a0a45ac39df tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834594 Sep 16 10:49:27.233970 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-67ec1125-ec97-4ea7-a100-921df50b1ca4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179717 Sep 16 10:49:27.393193 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72a0c-92a7-4a0f-9d97-7b03c748d957 req-f1b68a76-5513-4429-b43f-eda50d30146f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:27.397075 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a0c72a0c-92a7-4a0f-9d97-7b03c748d957 req-f1b68a76-5513-4429-b43f-eda50d30146f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.1236358 Sep 16 10:49:27.404020 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-98d76de3-9a04-44e0-a7ea-c28647eabcb1 service neutron] 10.222.0.36 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638343 Sep 16 10:49:27.454502 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a0c72a0c-92a7-4a0f-9d97-7b03c748d957 req-c948cf03-f61a-45f1-9b65-e7afd95f8cf5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Sep 16 10:49:27.621541 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cab5f82e-36d9-4484-b00a-cefa254316c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:27.692661 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2bd9bfdb-bce8-4e7c-a06c-ddfa1fc67103 req-ac1d5810-4d14-44ce-931b-0db993a8365e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0287087 Sep 16 10:49:27.797822 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cab5f82e-36d9-4484-b00a-cefa254316c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:27.873866 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b02cf2d1-c5ff-494c-91ec-2a4c6a24b8b9 req-cd330043-0c6e-455e-b739-f0e6dec5985f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0604956 Sep 16 10:49:27.889421 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-cab5f82e-36d9-4484-b00a-cefa254316c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0b4ab9d07bc4365a7e1048fe56b86c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5080810 Sep 16 10:49:27.889421 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5f82e-36d9-4484-b00a-cefa254316c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56dee9-8972-45bb-a5c6-48817440555f,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:27.889718 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45564) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:27.963867 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:27.996713 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:28.180300 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:28.198899 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:28.198899 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d56dee9-8972-45bb-a5c6-48817440555f HTTP/1.1" status: 204 len: 168 time: 0.2938917 Sep 16 10:49:28.198899 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427ca8f-c3f5-4114-831a-f8ac6d0b0b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56dee9-8972-45bb-a5c6-48817440555f,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:28.339782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbec25-2368-4ce8-b7dc-21b804db2209 req-7852328b-2b1b-4a58-846d-bef59c438a98 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:28.341342 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9cbec25-2368-4ce8-b7dc-21b804db2209 req-7852328b-2b1b-4a58-846d-bef59c438a98 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0514951 Sep 16 10:49:28.399740 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9cbec25-2368-4ce8-b7dc-21b804db2209 req-dec36345-5595-4208-9813-54cef1e8df6b tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Sep 16 10:49:28.604383 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654882-8ede-4330-b74e-1df3569579c7 req-e2817d81-90d0-4cd0-82a4-932ed9e76bc3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:28.605921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e654882-8ede-4330-b74e-1df3569579c7 req-e2817d81-90d0-4cd0-82a4-932ed9e76bc3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.0569413 Sep 16 10:49:28.661452 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e654882-8ede-4330-b74e-1df3569579c7 req-01af3fab-90f6-4bc2-aebe-b4ba7e7d24d5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Sep 16 10:49:28.794935 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c00663e9-46db-4e6b-89ba-ac7c995b2dcd req-2dafb023-2429-4add-979c-bc012523755d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0280344 Sep 16 10:49:28.864938 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45592) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:29.004647 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eb5952ab-8962-40c0-8dfd-71b41fe18cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.028079 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14c835df-8f59-4e74-9704-fe4ecba77c32 req-2adf0814-ffd3-4ed9-934f-e584aaae854d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0557175 Sep 16 10:49:29.121967 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eb5952ab-8962-40c0-8dfd-71b41fe18cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.360989 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eb5952ab-8962-40c0-8dfd-71b41fe18cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.387848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45606) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:29.407994 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-eb5952ab-8962-40c0-8dfd-71b41fe18cc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6689cfe9a04d490aa26d245611be5557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378115 Sep 16 10:49:29.407994 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5952ab-8962-40c0-8dfd-71b41fe18cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136129df-48b6-4fdf-a699-9def924e223c,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:29.408229 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5d26-879e-4f85-a2ce-f202674a9629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.412994 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45608) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:29.473581 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.495701 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.538247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78c189-722c-4c0a-9a97-467382b5775c req-7a5a94d8-3d74-4cd3-ba40-60e526613e31 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:29.539691 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe78c189-722c-4c0a-9a97-467382b5775c req-7a5a94d8-3d74-4cd3-ba40-60e526613e31 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0765994 Sep 16 10:49:29.550885 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5d26-879e-4f85-a2ce-f202674a9629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.582574 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe78c189-722c-4c0a-9a97-467382b5775c req-b7632023-8848-4cd4-8ba4-dd12cbe3056a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Sep 16 10:49:29.620090 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.620242 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5d26-879e-4f85-a2ce-f202674a9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.622749 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.623926 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/136129df-48b6-4fdf-a699-9def924e223c HTTP/1.1" status: 204 len: 168 time: 0.2098038 Sep 16 10:49:29.637459 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e869f9-ed4a-444a-ad93-551004b0070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136129df-48b6-4fdf-a699-9def924e223c,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:29.661973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c5d26-879e-4f85-a2ce-f202674a9629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d788565-9732-49c7-9770-b6d94df1e4ab,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:29.670097 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45618) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:29.670290 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ec3c5d26-879e-4f85-a2ce-f202674a9629 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffb843fc031c47d5b982af931b05b96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811773 Sep 16 10:49:29.728184 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.749984 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.817797 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab2087-2cea-4103-b5e6-cb830675680f req-d48a922b-1ebf-434b-ae21-e36e323aa132 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:29.822350 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50ab2087-2cea-4103-b5e6-cb830675680f req-d48a922b-1ebf-434b-ae21-e36e323aa132 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.0682051 Sep 16 10:49:29.875798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50ab2087-2cea-4103-b5e6-cb830675680f req-a682c6e8-015a-4c5a-af0a-627d4f4be67d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Sep 16 10:49:29.882285 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.885750 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:29.891204 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d788565-9732-49c7-9770-b6d94df1e4ab HTTP/1.1" status: 204 len: 168 time: 0.2160890 Sep 16 10:49:29.905721 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79be6c-4938-4cb0-b5c0-c1b7e22f8c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d788565-9732-49c7-9770-b6d94df1e4ab,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:29.937521 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0611e7d5-d7d7-47b3-9987-c92c6971425c req-3fecbb34-9141-4efa-884a-15879f7c7a11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0348511 Sep 16 10:49:30.122653 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0251b007-a652-4f9f-9d4f-af5b19c0c0b3 req-5e924a1b-192d-4d61-b68a-19a08de2295b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Sep 16 10:49:30.322028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45638) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:30.337372 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df43d281-b097-4956-aabf-4474146e990d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.425587 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df43d281-b097-4956-aabf-4474146e990d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.497951 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df43d281-b097-4956-aabf-4474146e990d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.535571 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-df43d281-b097-4956-aabf-4474146e990d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29809e8bebd54a9f8973ab4148598f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125654 Sep 16 10:49:30.536467 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43d281-b097-4956-aabf-4474146e990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7580b8-7ee8-4647-951c-65a4c33893c0,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:30.538342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45646) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:30.598497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.625321 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.705881 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9872520-3621-40a4-8be6-516c0d6c9162 req-aff24176-1298-495e-ac7b-98c0e8da88ed tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:30.708048 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c9872520-3621-40a4-8be6-516c0d6c9162 req-aff24176-1298-495e-ac7b-98c0e8da88ed tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0575783 Sep 16 10:49:30.749918 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c9872520-3621-40a4-8be6-516c0d6c9162 req-fd0bd48a-8e5b-4744-ac07-3d1243f7c8f4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Sep 16 10:49:30.797257 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.799907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:30.801113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f7580b8-7ee8-4647-951c-65a4c33893c0 HTTP/1.1" status: 204 len: 168 time: 0.2617526 Sep 16 10:49:30.809734 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0347845-445d-4069-bc2a-619a8bd44176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7580b8-7ee8-4647-951c-65a4c33893c0,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:30.883118 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-31f342e0-6510-4523-8e8e-b272b5148ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:31.005029 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaa652-d7ef-4edf-a451-3b740a436092 req-c9bb8bdc-2ec4-471b-9b2a-8ed62e8c4c0c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:31.006538 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cabaa652-d7ef-4edf-a451-3b740a436092 req-c9bb8bdc-2ec4-471b-9b2a-8ed62e8c4c0c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.0626490 Sep 16 10:49:31.037246 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d700138-19e5-46b0-94f4-e8037dbe8a2f req-e9ad1f5d-a1a5-4ac2-90ab-98ef3344b9a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0297263 Sep 16 10:49:31.063164 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cabaa652-d7ef-4edf-a451-3b740a436092 req-96ca2a32-496a-403d-b510-3c12292320d4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Sep 16 10:49:31.219674 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d0be60fd-366a-4b34-9ce3-18dc6cbc2943 req-ec938907-071d-4162-b46b-47c085a74c54 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0272195 Sep 16 10:49:31.888087 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f2786-4387-494e-a969-8db4dc6dd026 req-b86f6695-d714-4616-999b-88a654bf0386 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:31.889652 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e69f2786-4387-494e-a969-8db4dc6dd026 req-b86f6695-d714-4616-999b-88a654bf0386 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0506747 Sep 16 10:49:31.932427 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e69f2786-4387-494e-a969-8db4dc6dd026 req-bf44e7dd-0e05-492b-94e6-197e7cd0d493 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Sep 16 10:49:32.048933 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-8ad65a10-9e0f-4430-baa0-457570f630de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.054482 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-8ad65a10-9e0f-4430-baa0-457570f630de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6001478e97e4f21bf862a4f95e13bda&device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 1097 time: 0.0899541 Sep 16 10:49:32.054872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-cd090fc8-390c-4118-a634-5fb8adef7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.057051 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-cd090fc8-390c-4118-a634-5fb8adef7961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 1096 time: 0.0931184 Sep 16 10:49:32.269755 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-86854c26-4f7a-4835-af41-31d98ef4b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.271286 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-86854c26-4f7a-4835-af41-31d98ef4b829 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d48e7dff-3c21-4f00-8051-de742dd38d5e HTTP/1.1" status: 200 len: 912 time: 0.1958442 Sep 16 10:49:32.315556 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-4247d05a-1a1c-4f05-a4ce-6431453e989a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8 HTTP/1.1" status: 200 len: 217 time: 0.0368488 Sep 16 10:49:32.383642 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-e98f3b12-a28c-427e-8999-7c4fda4ee793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.385756 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-e98f3b12-a28c-427e-8999-7c4fda4ee793 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85e7e8e6-daa8-4b44-a0a4-ca5452c680b2 HTTP/1.1" status: 200 len: 852 time: 0.0626669 Sep 16 10:49:32.439719 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-9435a006-05a8-46f5-9aef-7d91ec82b7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d48e7dff-3c21-4f00-8051-de742dd38d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437820 Sep 16 10:49:32.446187 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f01c77e-1378-414e-9362-c0fb32dd2a57 req-57d5b426-d51b-4f0b-aecd-1865db33e313 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.2779791 Sep 16 10:49:32.571346 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e2279-6447-4800-80ce-ce14398ba80d req-b5569cca-9dcc-4fe1-8f5a-50718fb5d4a5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.574545 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff0e2279-6447-4800-80ce-ce14398ba80d req-b5569cca-9dcc-4fe1-8f5a-50718fb5d4a5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.4035695 Sep 16 10:49:32.576918 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-862c0dea-f37c-4e8e-825e-c1712f753bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287751 Sep 16 10:49:32.591144 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-71f82cad-faa9-464a-8298-b0df8d8834be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.592568 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-71f82cad-faa9-464a-8298-b0df8d8834be service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f67beace04845049ef284b8cae2addd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5160005 Sep 16 10:49:32.610418 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-65d0fd5a-39da-44ab-a0bc-b8f763e991f9 req-f04c1e11-8ce6-4274-af96-dc0d236b2f66 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0521150 Sep 16 10:49:32.711815 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d74ef33a-a931-492d-85d0-8e358763fa62 req-e3478aa4-6233-4bed-b56d-d5e88ef3a4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255629 Sep 16 10:49:32.733869 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff0e2279-6447-4800-80ce-ce14398ba80d req-fcb8b335-293e-4070-b573-8d20233023cc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475296 Sep 16 10:49:32.803707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-f638098d-f86c-4683-89ed-eca7336656f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.805376 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-17b14d61-b858-41b4-9acb-3e4a93674f1c req-f638098d-f86c-4683-89ed-eca7336656f6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1974626 Sep 16 10:49:32.903409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-48db9dc2-2d3e-4a33-bd36-f995f53524b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:32.905883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-48db9dc2-2d3e-4a33-bd36-f995f53524b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 1096 time: 0.0497072 Sep 16 10:49:32.979542 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-a247a4c3-1910-4888-bd52-7c866554d262 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603 HTTP/1.1" status: 200 len: 217 time: 0.0633965 Sep 16 10:49:33.079547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-0d10f21d-e147-4c5d-8cb4-05c351bfa28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:33.081053 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-0d10f21d-e147-4c5d-8cb4-05c351bfa28c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 200 len: 855 time: 0.0926056 Sep 16 10:49:33.107160 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a83a-7dd2-40cd-ba95-eb0b65eee382 req-06ca30a8-a945-463f-a2d3-c10b2a5aa56f tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:33.108661 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8566a83a-7dd2-40cd-ba95-eb0b65eee382 req-06ca30a8-a945-463f-a2d3-c10b2a5aa56f tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0698731 Sep 16 10:49:33.154485 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-89ae3ae4-73f3-4035-a72c-3f038b57fdce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c070572-d28b-45da-954f-67c6d78e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627222 Sep 16 10:49:33.208869 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8566a83a-7dd2-40cd-ba95-eb0b65eee382 req-12dd8ede-8322-46e0-888c-315fa14936fb tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782959 Sep 16 10:49:33.270844 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-8db25105-b53a-4e75-8c3c-6e4739b1bf54 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069765 Sep 16 10:49:33.387452 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-375dcbe7-02fd-4be8-837a-bcd1f5d831f0 req-ba5f724e-426c-4afd-8b9b-55586b9babc0 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089227 Sep 16 10:49:33.562586 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d8e7367-f384-4517-a2ad-2bfb01003f05 req-6ec1dc3e-b327-4610-8665-19cbf02ae916 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0412569 Sep 16 10:49:33.572699 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-8f3bac1e-a786-46df-9a21-2e352bac23a9 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:33.574161 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-8f3bac1e-a786-46df-9a21-2e352bac23a9 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 811 time: 0.1339171 Sep 16 10:49:33.630635 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-a1d5d3be-ab94-46f0-9c03-ceab5f27a1e4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 379 time: 0.0415876 Sep 16 10:49:33.640711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'port': {'device_id': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'admin_state_up': True, 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'security_groups': ['aa8a9ac1-148f-455c-b0ac-505bdad0ae7a']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:33.729043 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9debfc1b-ba5c-413b-929b-70b6c87f4b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:33.765440 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-065f1960-f5e9-487a-8736-e20ef27248e5 req-dd29c229-8da9-4d3e-9789-686510918d97 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0510280 Sep 16 10:49:33.861898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338d5be-209d-4465-a3f2-f9779e3ca498 req-f972ee09-bfad-41a3-9534-8c5823a19066 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:33.863579 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b338d5be-209d-4465-a3f2-f9779e3ca498 req-f972ee09-bfad-41a3-9534-8c5823a19066 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 943 time: 0.0544465 Sep 16 10:49:33.894652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Made reservation on behalf of 2a201e028ae84e89a5f7facbfe65f6e3 for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:33.898332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:33.936963 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b338d5be-209d-4465-a3f2-f9779e3ca498 req-11509ad7-1cea-4318-b000-f37b49a593b5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651088 Sep 16 10:49:34.055178 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Allocated IP 172.20.0.5 (2ab7964e-c2af-43c2-8a06-5d4bf7817b40/a1633365-9837-4126-9baa-91548f3803ca/d28bfbea-bbb4-47d5-9451-5208ac1d0e9f) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:34.194035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 57aa6951-749d-4d80-bdb9-fe78e0f14603 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:49:34.260691 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.337684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-fb429643-1db1-4a27-b4be-64aa6f55f26f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:34.339788 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-fb429643-1db1-4a27-b4be-64aa6f55f26f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 816 time: 0.1807849 Sep 16 10:49:34.380714 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.387313 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:34.392790 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946acdfc-6b32-464a-9cc6-9017a03b5a8a req-98408e02-430d-4c76-88cb-001fa494804d tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:34.394422 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-946acdfc-6b32-464a-9cc6-9017a03b5a8a req-98408e02-430d-4c76-88cb-001fa494804d tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 944 time: 0.0689826 Sep 16 10:49:34.398900 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '57aa6951-749d-4d80-bdb9-fe78e0f14603', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'port_id': '57aa6951-749d-4d80-bdb9-fe78e0f14603', 'mac_address': 'fa:16:3e:7a:f4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37819cd9-8a2c-4914-9734-f89c4923daa2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:49:34.458692 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:34.460705 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.473041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:34.474081 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aa6951-749d-4d80-bdb9-fe78e0f14603 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:34.477334 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:34.483423 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:34.484030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.486266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:34.496004 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-946acdfc-6b32-464a-9cc6-9017a03b5a8a req-c0ed067e-2318-485f-be01-ad3660287b44 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897133 Sep 16 10:49:34.496371 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:34.555671 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.603628 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.604172 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:49:34.604892 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-af11ca5b-c7e4-407e-8146-a1f2138af682 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9678013 Sep 16 10:49:34.674688 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0821b6ab-f667-4c3f-bcd7-d5fd66601577 req-50246396-9c84-4825-85f0-6929adae294d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Sep 16 10:49:34.685060 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:34.741771 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2ac66226-d27c-45a7-a6e2-b86a1fc63879 None None] Provisioning complete for port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:34.742453 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2ac66226-d27c-45a7-a6e2-b86a1fc63879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.777785 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45828) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:34.797282 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,segment=NetworkSegment(46bfdbc8-b5bf-4555-b5fa-b699578efe57),segment_id=46bfdbc8-b5bf-4555-b5fa-b699578efe57)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:34.800005 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-2ac66226-d27c-45a7-a6e2-b86a1fc63879 None None] Port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:34.813631 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8', 'network_id': 'd48e7dff-3c21-4f00-8051-de742dd38d5e', 'port_id': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8', 'mac_address': 'fa:16:3e:05:7a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e7e8e6-daa8-4b44-a0a4-ca5452c680b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:49:34.866400 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.881596 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:34.895011 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b60d-8681-4ccb-a872-1ad8e71767dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.901948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,segment=NetworkSegment(46bfdbc8-b5bf-4555-b5fa-b699578efe57),segment_id=46bfdbc8-b5bf-4555-b5fa-b699578efe57)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:34.912938 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b6554-24ef-47c9-914a-743d66ab4197 req-8f32f399-3618-4c8a-ac3d-57672fee5075 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:34.914383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-669b6554-24ef-47c9-914a-743d66ab4197 req-8f32f399-3618-4c8a-ac3d-57672fee5075 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 931 time: 0.0738773 Sep 16 10:49:34.968934 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:34.973223 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-669b6554-24ef-47c9-914a-743d66ab4197 req-433012cc-7886-45fe-a172-5c09a9742f4f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515561 Sep 16 10:49:35.029983 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.055769 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b60d-8681-4ccb-a872-1ad8e71767dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.074612 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd0b9-0e28-4f84-b57f-8fd9cbd62d9d req-895428e2-b1ab-4f69-809f-8e347c731e07 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:35.076099 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd2dd0b9-0e28-4f84-b57f-8fd9cbd62d9d req-895428e2-b1ab-4f69-809f-8e347c731e07 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 944 time: 0.0644488 Sep 16 10:49:35.077971 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:35.112721 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0ba9b60d-8681-4ccb-a872-1ad8e71767dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.145276 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd2dd0b9-0e28-4f84-b57f-8fd9cbd62d9d req-c70b8c35-0b19-4984-947c-e552b6c2b9e5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Sep 16 10:49:35.161411 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9b60d-8681-4ccb-a872-1ad8e71767dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b460738-bde0-4f0a-b60b-425d9a22f3a5,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:35.169040 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0ba9b60d-8681-4ccb-a872-1ad8e71767dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e5632cea55849789280673d07bcf0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879304 Sep 16 10:49:35.169337 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45844) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:35.224502 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.244541 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.355661 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.358175 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.359358 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b460738-bde0-4f0a-b60b-425d9a22f3a5 HTTP/1.1" status: 204 len: 168 time: 0.1890590 Sep 16 10:49:35.366906 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b150b9-f010-4ba0-9cb4-df2cc759465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b460738-bde0-4f0a-b60b-425d9a22f3a5,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:35.610670 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9ca49-73c4-452b-9535-57736335ec80 req-8f0d8f69-cf82-43b6-92cb-02e6dea4168b tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:35.612129 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-03e9ca49-73c4-452b-9535-57736335ec80 req-8f0d8f69-cf82-43b6-92cb-02e6dea4168b tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Sep 16 10:49:35.649127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-03e9ca49-73c4-452b-9535-57736335ec80 req-0af7abc8-7822-4e22-8975-d58574b0398a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Sep 16 10:49:35.773081 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7cea059f-a943-44c1-a228-c8974c0b6d42 req-474d3402-42c9-4ee5-b71b-5ae009e697f2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0267303 Sep 16 10:49:35.928901 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:35.952335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 45856) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:35.964767 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ab37c002-eede-425c-95e7-24c0cde1881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.063439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ab37c002-eede-425c-95e7-24c0cde1881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.110598 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45eff-62cf-4115-ad12-c57d83d9e421 req-704debbe-cbb6-4009-85ec-a3b17c7b7aea tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:36.112048 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-12e45eff-62cf-4115-ad12-c57d83d9e421 req-704debbe-cbb6-4009-85ec-a3b17c7b7aea tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 931 time: 0.0473924 Sep 16 10:49:36.141227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ab37c002-eede-425c-95e7-24c0cde1881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.163893 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-12e45eff-62cf-4115-ad12-c57d83d9e421 req-10a7352e-8eb0-4d60-8752-863bd5cb2cd8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459425 Sep 16 10:49:36.185617 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ab37c002-eede-425c-95e7-24c0cde1881a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2fdb5c4badc45aead11b7003af1fa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319789 Sep 16 10:49:36.186260 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37c002-eede-425c-95e7-24c0cde1881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f54926-1300-4e92-99ed-c384b24a54e9,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:36.188070 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 45866) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:36.239514 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.260362 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.267964 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b9d1-319f-48c2-8197-a79a09b03cd0 req-ce1072c1-1c06-46e7-a378-ee0921adb450 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:36.269679 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0819b9d1-319f-48c2-8197-a79a09b03cd0 req-ce1072c1-1c06-46e7-a378-ee0921adb450 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 944 time: 0.0500479 Sep 16 10:49:36.307247 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0819b9d1-319f-48c2-8197-a79a09b03cd0 req-1e294a14-4d7a-4315-9f27-8b0882f3220c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Sep 16 10:49:36.386140 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.388808 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:36.389940 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3f54926-1300-4e92-99ed-c384b24a54e9 HTTP/1.1" status: 204 len: 168 time: 0.2008088 Sep 16 10:49:36.403216 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251731-f8b8-49cf-9c0b-27214b408017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f54926-1300-4e92-99ed-c384b24a54e9,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:36.949421 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9ccc3a3-38fd-4ac4-8848-fb6f55eb051c req-fd8df656-b89e-468f-a4ea-dd0cbf67e891 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0292072 Sep 16 10:49:36.974183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e2322-e382-4e1f-80ae-dbb2e4c7a7df req-2683b4a6-c89a-4c13-8803-0a50e6bd7e49 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:36.974183 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de4e2322-e382-4e1f-80ae-dbb2e4c7a7df req-2683b4a6-c89a-4c13-8803-0a50e6bd7e49 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 945 time: 0.2480638 Sep 16 10:49:37.006474 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de4e2322-e382-4e1f-80ae-dbb2e4c7a7df req-7f7e71a0-b20a-4214-b4a2-6e49e76de428 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Sep 16 10:49:37.263371 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Request body: {'port': {'device_id': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:37.289187 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-a445c8fe-aeec-482f-afa6-8d5e7e042924 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 380 time: 0.0460088 Sep 16 10:49:37.298906 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'port': {'device_id': '9926bae8-f422-4147-9357-7942bce39b11', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'admin_state_up': True, 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'security_groups': ['9bcadc73-f981-45be-a343-086666e3c6e0']}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:37.310746 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b7e7-64b2-4d2f-a461-866fe57fe77f req-1cac0a98-9c6d-4296-bc71-4301a5bac5d5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:37.312245 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-60b7b7e7-64b2-4d2f-a461-866fe57fe77f req-1cac0a98-9c6d-4296-bc71-4301a5bac5d5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 931 time: 0.0833726 Sep 16 10:49:37.347199 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:37.402646 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-60b7b7e7-64b2-4d2f-a461-866fe57fe77f req-c27a25be-6340-4ba3-8563-b5ecab7358ee tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760593 Sep 16 10:49:37.535117 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9248c8-a590-42f8-81a6-25582e02c7bb req-8c0c35d5-4fc6-4099-8ed6-9ede4866e5a3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:37.537182 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb9248c8-a590-42f8-81a6-25582e02c7bb req-8c0c35d5-4fc6-4099-8ed6-9ede4866e5a3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 944 time: 0.1405799 Sep 16 10:49:37.546292 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Made reservation on behalf of 98ef0fccbb104a3db6641a1a13d6f9c7 for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:37.549893 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:37.561139 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['5ea6e3b6-f695-4f0f-a9ff-57402a748be8'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:49:37.621869 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:49:37.637111 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb9248c8-a590-42f8-81a6-25582e02c7bb req-08000ccd-d4cf-4b23-8bd8-bd811321f5f0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915189 Sep 16 10:49:37.708398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Allocated IP 172.20.0.6 (56a8675e-4077-4931-9266-4125c2cddd08/d8662768-a44e-4161-a489-302b11055815/b6038e36-9ef7-48b3-be91-ce5eff54ba31) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:49:37.751676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28bfbea-bbb4-47d5-9451-5208ac1d0e9f {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:37.759494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:37.775768 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Transition to ACTIVE for port object d28bfbea-bbb4-47d5-9451-5208ac1d0e9f will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:49:37.871147 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:37.944160 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:37.993115 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:38.034240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Attempting to bind port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:38.034723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Attempting to bind port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:38.035150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Attempting to bind port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:38.040378 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:49:38.043906 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Attempting to bind port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:38.054866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:38.055212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Checking segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:38.055590 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Bound using segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:38.056079 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Bound port: d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:38.056726 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.094263 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb40d83d-b953-4936-979f-5cf90575cced req-02efafdf-2824-4509-afd4-37003405c7fb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0407398 Sep 16 10:49:38.176386 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.223272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33d83b-4cd5-4dd2-bfb7-92aafe6e51da req-cc604005-625a-47a4-b096-a830b1f80dab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.225169 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9d33d83b-4cd5-4dd2-bfb7-92aafe6e51da req-cc604005-625a-47a4-b096-a830b1f80dab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 945 time: 0.1228056 Sep 16 10:49:38.228073 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:38.230953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:38.244512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Network 56a8675e-4077-4931-9266-4125c2cddd08 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:49:38.246877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:38.248267 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:38.250575 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:49:38.256858 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.257055 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.270256 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9d33d83b-4cd5-4dd2-bfb7-92aafe6e51da req-7c60ef56-9442-429d-a2a2-c82e08b59ddb tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Sep 16 10:49:38.372088 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d8ed9cf1-a0d1-404d-ae2b-7f2878dfb231 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0694771 Sep 16 10:49:38.372582 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.381869 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Request body: {'port': {'device_id': '9926bae8-f422-4147-9357-7942bce39b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:38.449033 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.449878 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.451194 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 1093 time: 1.1941516 Sep 16 10:49:38.452099 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:38.455325 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198db617-742e-4256-9c07-246d5f87db6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:38.515515 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815a9b2-c75d-46d7-b0a2-04137dcf72b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:38.576820 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-8629ee96-5ffa-4b5e-b579-96f6497e42f6 None None] Provisioning complete for port b6038e36-9ef7-48b3-be91-ce5eff54ba31 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:38.582669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8629ee96-5ffa-4b5e-b579-96f6497e42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.592731 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:38.646957 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5bbea7-b380-480f-8645-aefb2367187a x-openstack-request-id: req-ee5bbea7-b380-480f-8645-aefb2367187a {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:38.647396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:38.648542 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee5bbea7-b380-480f-8645-aefb2367187a {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:38.649249 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'status': 'completed', 'code': 200} Sep 16 10:49:38.649603 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-8629ee96-5ffa-4b5e-b579-96f6497e42f6 None None] Port b6038e36-9ef7-48b3-be91-ce5eff54ba31 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:49:38.728886 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff303b-1b5a-439e-9767-1c7999affd31 req-55435fd7-2274-41de-a0af-95feea00dbe3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.737773 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-feff303b-1b5a-439e-9767-1c7999affd31 req-55435fd7-2274-41de-a0af-95feea00dbe3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 943 time: 0.1925378 Sep 16 10:49:38.741159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-ec318a1a-147c-46a2-b379-f3596b43bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.742859 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-ec318a1a-147c-46a2-b379-f3596b43bc80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1096 time: 0.1551697 Sep 16 10:49:38.864310 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-6ff5bbb7-0654-4e97-93eb-986a5ad6e018 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 217 time: 0.0819163 Sep 16 10:49:38.916696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-feff303b-1b5a-439e-9767-1c7999affd31 req-7ffe111c-88ea-4342-860b-d6bbbcdffa44 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778760 Sep 16 10:49:38.942860 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74285559-15ed-4dae-97b0-1fc4b828c80b req-14024465-f6c7-4efe-89db-ca26f3793d88 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.944466 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-74285559-15ed-4dae-97b0-1fc4b828c80b req-14024465-f6c7-4efe-89db-ca26f3793d88 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 944 time: 0.2005959 Sep 16 10:49:38.958756 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-2225002a-26dc-4b1b-979a-5309aab1c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:38.960570 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-2225002a-26dc-4b1b-979a-5309aab1c52d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0809236 Sep 16 10:49:39.037300 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-74285559-15ed-4dae-97b0-1fc4b828c80b req-527540d1-6975-47e4-b9fa-22ac19273a3d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Sep 16 10:49:39.048193 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-1985a54d-3169-4c83-8366-702538b320de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.058201 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-1985a54d-3169-4c83-8366-702538b320de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758579 Sep 16 10:49:39.141648 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:39.149369 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.155885 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-cc53df5d-4e0d-465c-9d81-8b783890b205 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Sep 16 10:49:39.162562 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Transition to ACTIVE for port object b6038e36-9ef7-48b3-be91-ce5eff54ba31 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:49:39.243081 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 57aa6951-749d-4d80-bdb9-fe78e0f14603 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:39.280564 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2f8d27c-d170-4bc8-8ac2-a9e918c531b8 req-b103e203-4fd2-4e8d-8875-a2c2d03681a9 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167347 Sep 16 10:49:39.293848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b2d3a-2f90-474a-baaf-a3665b59c627 req-a3864adc-0e3d-46f1-b20c-6ba95f1f4a22 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.295451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727b2d3a-2f90-474a-baaf-a3665b59c627 req-a3864adc-0e3d-46f1-b20c-6ba95f1f4a22 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 931 time: 0.0728583 Sep 16 10:49:39.301280 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.357215 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727b2d3a-2f90-474a-baaf-a3665b59c627 req-9c7e5aee-ea50-4dcb-858c-67e6beb3eb9e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508392 Sep 16 10:49:39.381631 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:39.404623 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Attempting to bind port b6038e36-9ef7-48b3-be91-ce5eff54ba31 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:49:39.404960 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Attempting to bind port b6038e36-9ef7-48b3-be91-ce5eff54ba31 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:49:39.405298 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Attempting to bind port b6038e36-9ef7-48b3-be91-ce5eff54ba31 on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:39.410231 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Port b6038e36-9ef7-48b3-be91-ce5eff54ba31 on network 56a8675e-4077-4931-9266-4125c2cddd08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:49:39.410547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Attempting to bind port b6038e36-9ef7-48b3-be91-ce5eff54ba31 on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:49:39.421755 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:49:39.422193 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Checking segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:39.422646 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Bound using segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:49:39.423147 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Bound port: b6038e36-9ef7-48b3-be91-ce5eff54ba31, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:49:39.423592 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.427748 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 57aa6951-749d-4d80-bdb9-fe78e0f14603 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:49:39.433485 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 57aa6951-749d-4d80-bdb9-fe78e0f14603 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:39.434042 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.458497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2889fd-17fc-4932-b8fd-3b202aebf246 req-586ae434-4f47-4b79-b69e-7bda0d03eaca tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.463880 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f2889fd-17fc-4932-b8fd-3b202aebf246 req-586ae434-4f47-4b79-b69e-7bda0d03eaca tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 945 time: 0.1055129 Sep 16 10:49:39.477176 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db617-742e-4256-9c07-246d5f87db6d req-a086e0ce-1a6b-4ec3-965f-475322150bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.479134 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-a086e0ce-1a6b-4ec3-965f-475322150bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1096 time: 0.0820012 Sep 16 10:49:39.534001 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:49:39.537651 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:49:39.571480 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f2889fd-17fc-4932-b8fd-3b202aebf246 req-75b42734-ae7a-4f97-91c6-5b3c85823970 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962276 Sep 16 10:49:39.573211 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.607588 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:39.654342 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.655642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db617-742e-4256-9c07-246d5f87db6d req-c2b10800-1ffd-4536-a204-f47f515cba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.657232 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-c2b10800-1ffd-4536-a204-f47f515cba0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.1656277 Sep 16 10:49:39.690763 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.691386 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.692842 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] 10.222.0.30 "PUT /v2.0/ports/b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 1093 time: 1.3183517 Sep 16 10:49:39.693213 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:39.695566 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b723ed-1aa7-4127-adfe-641afd576589" -d '{"events": [{"name": "network-changed", "server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:39.722402 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84733feb-b3c3-4514-bd05-d9ca46d57290 service neutron] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:39.727723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-e7b4e42c-5a4d-4968-ba92-9240f24f6f0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 217 time: 0.0617285 Sep 16 10:49:39.747796 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:39.765764 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4575c4c-5f02-4fb8-9fd3-e265745f28a1 x-openstack-request-id: req-f4575c4c-5f02-4fb8-9fd3-e265745f28a1 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:39.769416 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:39.769766 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4575c4c-5f02-4fb8-9fd3-e265745f28a1 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:39.770254 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'status': 'completed', 'code': 200} Sep 16 10:49:39.822716 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db617-742e-4256-9c07-246d5f87db6d req-38612340-7c25-46f4-8aae-e65d42013bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.822716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-38612340-7c25-46f4-8aae-e65d42013bac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0789862 Sep 16 10:49:39.844106 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:39.845232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:39.851447 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-07603a6e-6b08-4b4f-91b4-3e3fe2288f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.854177 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-07603a6e-6b08-4b4f-91b4-3e3fe2288f62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1096 time: 0.0672445 Sep 16 10:49:39.885153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198db617-742e-4256-9c07-246d5f87db6d req-69b25a73-1a07-49db-8cda-6c54f3b5f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:39.886714 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-69b25a73-1a07-49db-8cda-6c54f3b5f617 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626130 Sep 16 10:49:39.923985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06a0342-529d-405e-b9c7-b000acd47b05" -d '{"events": [{"server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "name": "network-vif-plugged", "status": "completed", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:39.968981 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:40.110748 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:49:40.112987 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-161c9d53-b4d7-4cc9-83ec-98a7d87cc7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.114738 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-161c9d53-b4d7-4cc9-83ec-98a7d87cc7e8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2531974 Sep 16 10:49:40.123271 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:40.123691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:40.189200 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d852f3-43b9-4625-89aa-6a4378aeca98 req-eacdcc99-a002-413d-9a73-04cd82b13714 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.190941 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c5d852f3-43b9-4625-89aa-6a4378aeca98 req-eacdcc99-a002-413d-9a73-04cd82b13714 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 943 time: 0.1412435 Sep 16 10:49:40.193123 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-90c2c5da-655c-43ea-a13e-4146e6686e8d service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918520 Sep 16 10:49:40.221607 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846666a-7c34-4987-afe6-388970358ce9 x-openstack-request-id: req-0846666a-7c34-4987-afe6-388970358ce9 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:40.221928 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "name": "network-vif-plugged", "status": "completed", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:40.222190 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0846666a-7c34-4987-afe6-388970358ce9 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:40.224039 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603', 'code': 200} Sep 16 10:49:40.332090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:40.351846 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c5d852f3-43b9-4625-89aa-6a4378aeca98 req-f8c608c3-c723-47a5-b3ee-d8e417d4817b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539154 Sep 16 10:49:40.380359 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-da9a2762-f6b1-4f2f-914e-2747a2c1a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.381189 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-f5b723ed-1aa7-4127-adfe-641afd576589 req-da9a2762-f6b1-4f2f-914e-2747a2c1a3bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2587378 Sep 16 10:49:40.395727 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbce1-95cd-4892-907a-dfa3c7c0e61b req-545d9f9c-adc1-4941-a306-88da997ab281 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.410996 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29acbce1-95cd-4892-907a-dfa3c7c0e61b req-545d9f9c-adc1-4941-a306-88da997ab281 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.2034647 Sep 16 10:49:40.422981 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,segment=NetworkSegment(46bfdbc8-b5bf-4555-b5fa-b699578efe57),segment_id=46bfdbc8-b5bf-4555-b5fa-b699578efe57)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:40.439920 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-198db617-742e-4256-9c07-246d5f87db6d req-2c0023a7-0692-457d-ae27-59a9b98b2f98 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343171 Sep 16 10:49:40.472427 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-9c038867-f488-42aa-962b-bb406abec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.475035 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-9c038867-f488-42aa-962b-bb406abec109 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1096 time: 0.0459132 Sep 16 10:49:40.518343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:40.526060 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-98e53458-6aab-4ddb-9970-100203258e40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 217 time: 0.0394778 Sep 16 10:49:40.555478 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29acbce1-95cd-4892-907a-dfa3c7c0e61b req-8631e24b-ce51-43b2-8fd6-3bf8325ce076 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269274 Sep 16 10:49:40.571144 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:40.578264 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-b28e2961-789e-4d59-a6dd-9700e7a66c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.582171 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-b28e2961-789e-4d59-a6dd-9700e7a66c98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0465152 Sep 16 10:49:40.641667 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-5f066b05-ff81-4b63-b371-2e97fa889ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.643422 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-5f066b05-ff81-4b63-b371-2e97fa889ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547299 Sep 16 10:49:40.758351 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-447aeac9-a083-4584-9607-f83a283c932e service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070805 Sep 16 10:49:40.799545 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-679cff3a-8001-4b80-9409-c9a4e614de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.800975 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-679cff3a-8001-4b80-9409-c9a4e614de9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 1098 time: 0.3139462 Sep 16 10:49:40.810939 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162292c-a87d-4a08-9824-5b696a828233 req-6e2eecb2-2cd1-4346-83f2-d6ce21da475e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.812332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0162292c-a87d-4a08-9824-5b696a828233 req-6e2eecb2-2cd1-4346-83f2-d6ce21da475e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.3574648 Sep 16 10:49:40.853917 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-b7f71582-3fb4-48fc-8df7-8c737093d38a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:40.865320 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-521a7d5d-80ac-40fe-808e-b8899a228f2c req-d6e7d42d-bad4-4df3-b92f-d6336a95ea84 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984392 Sep 16 10:49:40.890432 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0162292c-a87d-4a08-9824-5b696a828233 req-067aeb70-dac0-4290-b209-c8b66c98df2e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591598 Sep 16 10:49:40.900845 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd2a0-7ff2-4692-b11a-730da7ed6b73 req-936d81fa-aa18-4621-96f6-5030c3446b81 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:40.902302 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b33cd2a0-7ff2-4692-b11a-730da7ed6b73 req-936d81fa-aa18-4621-96f6-5030c3446b81 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.1204042 Sep 16 10:49:40.956514 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b33cd2a0-7ff2-4692-b11a-730da7ed6b73 req-30c5ec35-819d-4b69-8b72-fdf30f5fe69c tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Sep 16 10:49:41.001829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-b7f71582-3fb4-48fc-8df7-8c737093d38a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.070177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-b7f71582-3fb4-48fc-8df7-8c737093d38a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.103800 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-203d55f0-1b0c-4f4a-bc8d-c134128a0fdb req-b7f71582-3fb4-48fc-8df7-8c737093d38a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881498 Sep 16 10:49:41.110299 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f71582-3fb4-48fc-8df7-8c737093d38a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3962e6c8-3d35-4188-ad5a-635b7dcc916b,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:41.484580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03050a-b744-4462-ace4-eb446f3fd076 req-187ee5cd-b02e-4de4-b330-3a5c1eecb901 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:41.486100 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b03050a-b744-4462-ace4-eb446f3fd076 req-187ee5cd-b02e-4de4-b330-3a5c1eecb901 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 943 time: 0.0599499 Sep 16 10:49:41.524743 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b03050a-b744-4462-ace4-eb446f3fd076 req-c33b83c4-10b9-4ba5-b72e-97c8c1920b9e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Sep 16 10:49:41.526042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46052) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:41.628255 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-efae5493-48ac-4e9f-95ca-35135467298a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.697640 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db546c-90d6-44e5-990a-beed18dfb08f req-f7b64951-2211-46c3-ab2a-f3153b47d277 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:41.699120 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-36db546c-90d6-44e5-990a-beed18dfb08f req-f7b64951-2211-46c3-ab2a-f3153b47d277 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0681729 Sep 16 10:49:41.757200 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-36db546c-90d6-44e5-990a-beed18dfb08f req-a428f691-0769-4981-a726-9fbe5f5a81c2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509174 Sep 16 10:49:41.784284 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-efae5493-48ac-4e9f-95ca-35135467298a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.870724 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-efae5493-48ac-4e9f-95ca-35135467298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.906886 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-efae5493-48ac-4e9f-95ca-35135467298a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f73d7032acd54eb39637f3dd7321aa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798971 Sep 16 10:49:41.908710 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae5493-48ac-4e9f-95ca-35135467298a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e144cfe2-8e4a-49c4-ae3e-30fcb7841aa6,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:41.909623 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46060) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:41.959042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:41.980774 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.015050 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529deaf-ff5e-45a5-8065-cb3b496e4ff7 req-f27bf6d3-cdbc-44f9-ad8a-0f8b637ce505 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:42.016569 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5529deaf-ff5e-45a5-8065-cb3b496e4ff7 req-f27bf6d3-cdbc-44f9-ad8a-0f8b637ce505 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0527463 Sep 16 10:49:42.083083 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5529deaf-ff5e-45a5-8065-cb3b496e4ff7 req-2e7d1072-3210-46ec-90af-77294cd482c0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607836 Sep 16 10:49:42.095866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d36d12-710e-4a2c-a053-c8a03e425471 req-a0a38ad2-1e24-4404-b57f-342c8dfba4c6 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:42.097335 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58d36d12-710e-4a2c-a053-c8a03e425471 req-a0a38ad2-1e24-4404-b57f-342c8dfba4c6 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0682681 Sep 16 10:49:42.137759 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58d36d12-710e-4a2c-a053-c8a03e425471 req-c583c0da-106b-4def-8f96-3452969f98f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Sep 16 10:49:42.150799 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.153427 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.154667 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e144cfe2-8e4a-49c4-ae3e-30fcb7841aa6 HTTP/1.1" status: 204 len: 168 time: 0.2440431 Sep 16 10:49:42.162564 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d91b1-aa48-4dd3-9ee9-11c13665a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e144cfe2-8e4a-49c4-ae3e-30fcb7841aa6,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:42.225294 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:42.227534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce281c02-6e5d-44c3-aef8-3c298c27189c" -d '{"events": [{"server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "name": "network-vif-plugged", "status": "completed", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:42.250593 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device d28bfbea-bbb4-47d5-9451-5208ac1d0e9f details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:49:42.263469 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27243b4-d7d9-4379-baad-3267075071ce x-openstack-request-id: req-a27243b4-d7d9-4379-baad-3267075071ce {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:42.263772 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "name": "network-vif-plugged", "status": "completed", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:42.264024 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a27243b4-d7d9-4379-baad-3267075071ce {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:42.264396 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8', 'code': 200} Sep 16 10:49:42.448961 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:42.460921 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'port_id': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'mac_address': 'fa:16:3e:19:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:49:42.506641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.520852 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28bfbea-bbb4-47d5-9451-5208ac1d0e9f {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:42.544523 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:42.624816 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.636079 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7d3b6-dfe9-4ecd-a35c-948fa8222991 req-402d39cc-8640-4cd2-a3fc-906c10c15720 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:42.637883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21b7d3b6-dfe9-4ecd-a35c-948fa8222991 req-402d39cc-8640-4cd2-a3fc-906c10c15720 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Sep 16 10:49:42.677458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:42.682908 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21b7d3b6-dfe9-4ecd-a35c-948fa8222991 req-f0b5b85e-d580-43e9-adc3-1420a5c273c9 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374761 Sep 16 10:49:42.852762 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46086) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:42.865635 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2d410d86-529e-4cf1-b425-4e9501e3143e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:42.869519 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252847cb-6944-4b3a-9e3f-9cf6685af0d2 req-adda42e9-ba0d-4473-9cef-e9784b0bc28d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:42.871015 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-252847cb-6944-4b3a-9e3f-9cf6685af0d2 req-adda42e9-ba0d-4473-9cef-e9784b0bc28d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0480928 Sep 16 10:49:42.908733 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-252847cb-6944-4b3a-9e3f-9cf6685af0d2 req-83c3c914-e6c2-4fb0-987d-9500fdc1b758 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Sep 16 10:49:42.951958 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2d410d86-529e-4cf1-b425-4e9501e3143e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.037817 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2d410d86-529e-4cf1-b425-4e9501e3143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.074971 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2d410d86-529e-4cf1-b425-4e9501e3143e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d614a5971a71418daa62d85095646887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210002 Sep 16 10:49:43.075886 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d410d86-529e-4cf1-b425-4e9501e3143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca1bdb-a98e-4a1a-a7e3-2ff4684e67c5,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:43.077612 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46088) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:43.125665 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.146431 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.245275 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0d25-afbe-4f42-bda7-a644313f7492 req-64d35029-7ca9-4147-b512-608d2b6a7719 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:43.246769 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-825f0d25-afbe-4f42-bda7-a644313f7492 req-64d35029-7ca9-4147-b512-608d2b6a7719 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0872562 Sep 16 10:49:43.279584 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d55e0-8d44-42d2-ba44-668e51d570e8 req-eb74ca49-c43d-4bcb-86ae-21cba930d0f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:43.281101 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fa6d55e0-8d44-42d2-ba44-668e51d570e8 req-eb74ca49-c43d-4bcb-86ae-21cba930d0f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0763679 Sep 16 10:49:43.310070 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-825f0d25-afbe-4f42-bda7-a644313f7492 req-9e22afa8-5597-43e3-8d78-4faf1fe35268 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566952 Sep 16 10:49:43.330149 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fa6d55e0-8d44-42d2-ba44-668e51d570e8 req-a494c945-2441-4270-b34d-e7c07cee4d7a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373650 Sep 16 10:49:43.341184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.343692 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:43.344793 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55ca1bdb-a98e-4a1a-a7e3-2ff4684e67c5 HTTP/1.1" status: 204 len: 168 time: 0.2661974 Sep 16 10:49:43.352897 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ace1-876f-43ba-a416-e62935ebc636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca1bdb-a98e-4a1a-a7e3-2ff4684e67c5,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:43.799290 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611954-6839-496b-9c82-f512e1faf9e2 req-5c767fca-9256-4c78-8817-74a2db952cad tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:43.800946 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-63611954-6839-496b-9c82-f512e1faf9e2 req-5c767fca-9256-4c78-8817-74a2db952cad tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0525916 Sep 16 10:49:43.838152 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-63611954-6839-496b-9c82-f512e1faf9e2 req-4172b798-51ff-4eb2-9bb2-b1cd693c8476 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Sep 16 10:49:44.020343 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdaaf8-f039-4013-8859-019c668be862 req-17f9aec1-3df7-4310-bf5e-50ad863e7f00 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:44.021921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ecdaaf8-f039-4013-8859-019c668be862 req-17f9aec1-3df7-4310-bf5e-50ad863e7f00 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 16 10:49:44.030623 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46116) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:44.043403 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-150ba540-9744-4c68-993b-4abac06cb0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.062708 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ecdaaf8-f039-4013-8859-019c668be862 req-41a1807a-7f63-4dc5-8a87-c37c0b93a28e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Sep 16 10:49:44.131710 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-150ba540-9744-4c68-993b-4abac06cb0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.203682 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-150ba540-9744-4c68-993b-4abac06cb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.243649 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-150ba540-9744-4c68-993b-4abac06cb0e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6a0567de0fd461c916ee8cac582d0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118454 Sep 16 10:49:44.244613 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ba540-9744-4c68-993b-4abac06cb0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e884928-6dc7-4a4a-9786-25513a982d4b,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:44.246460 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46118) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:44.294915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.315912 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.416294 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['d28bfbea-bbb4-47d5-9451-5208ac1d0e9f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:49:44.464875 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2656add-c15f-450f-ae87-fa9ceb4c78b5 req-46ff5fa5-7608-4356-b90f-6050772202f5 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:44.466409 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b2656add-c15f-450f-ae87-fa9ceb4c78b5 req-46ff5fa5-7608-4356-b90f-6050772202f5 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0662551 Sep 16 10:49:44.480276 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eef87-4655-4083-896e-e79937ef8f81 req-915cf8f3-bd37-44b1-8053-21e925478ad9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:44.480276 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-961eef87-4655-4083-896e-e79937ef8f81 req-915cf8f3-bd37-44b1-8053-21e925478ad9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0874851 Sep 16 10:49:44.485840 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.488848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:44.492219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e884928-6dc7-4a4a-9786-25513a982d4b HTTP/1.1" status: 204 len: 168 time: 0.2424662 Sep 16 10:49:44.520386 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d366067-f4f2-4981-a02e-5d26302914f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e884928-6dc7-4a4a-9786-25513a982d4b,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:44.599456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b2656add-c15f-450f-ae87-fa9ceb4c78b5 req-6bcb2005-2a2d-4fd4-8291-43f579ba92db tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191704 Sep 16 10:49:44.602579 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b717dae-d8c0-4bbf-8a6e-c3d439f656f9 req-32a72c87-79fd-4295-be22-84ffce8a7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:44.604254 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8b717dae-d8c0-4bbf-8a6e-c3d439f656f9 req-32a72c87-79fd-4295-be22-84ffce8a7ea5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 1099 time: 0.1254427 Sep 16 10:49:44.608554 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-961eef87-4655-4083-896e-e79937ef8f81 req-194be337-70b0-439b-8c53-c40416e28caf tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087520 Sep 16 10:49:44.651947 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8b717dae-d8c0-4bbf-8a6e-c3d439f656f9 req-ab42fb7c-244c-4c42-bf4e-d3a0eca79faf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Sep 16 10:49:44.965596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a6556-28f1-436e-9ad3-9abfd59800dd req-c915d3f8-fc31-46c5-9de1-cd761c1f554e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:44.967163 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-922a6556-28f1-436e-9ad3-9abfd59800dd req-c915d3f8-fc31-46c5-9de1-cd761c1f554e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0487528 Sep 16 10:49:45.006515 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-922a6556-28f1-436e-9ad3-9abfd59800dd req-bae114e4-e570-46e8-96ec-d880dc2a470d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331545 Sep 16 10:49:45.180841 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fdac7-b41c-4ee2-be3d-69de9a809d43 req-f6547d34-b667-4e93-881f-73d9f103442d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:45.182632 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-801fdac7-b41c-4ee2-be3d-69de9a809d43 req-f6547d34-b667-4e93-881f-73d9f103442d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0506182 Sep 16 10:49:45.221401 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-801fdac7-b41c-4ee2-be3d-69de9a809d43 req-381ea4fb-367f-4460-9c20-1022bc61353c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Sep 16 10:49:45.264464 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.546445 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46164) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:45.638434 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1159590927-network', 'tenant_id': '5141142c6b1b4af89adcf99f1d1e18d6'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:45.735215 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Made reservation on behalf of 5141142c6b1b4af89adcf99f1d1e18d6 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:45.737658 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.746308 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.746473 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d01efe-8f9d-46e5-b398-190ce6495a69 req-5e747a7f-4e74-4131-b83a-efc56c10ac64 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:45.747867 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-44d01efe-8f9d-46e5-b398-190ce6495a69 req-5e747a7f-4e74-4131-b83a-efc56c10ac64 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0799663 Sep 16 10:49:45.760657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232064-6315-4879-b9e6-8c2f6cece199 req-490700e5-7e98-4a29-a687-0ecbc8978e27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:45.762109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff232064-6315-4879-b9e6-8c2f6cece199 req-490700e5-7e98-4a29-a687-0ecbc8978e27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0653281 Sep 16 10:49:45.815811 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-44d01efe-8f9d-46e5-b398-190ce6495a69 req-f74868ba-9f17-4f70-883d-d496e48a9d8a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Sep 16 10:49:45.822787 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff232064-6315-4879-b9e6-8c2f6cece199 req-a7ab0863-7571-43c7-a121-7d6fa0f415fb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519836 Sep 16 10:49:45.834846 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.898884 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.919294 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:45.934072 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a81739-a95e-47b2-9819-f35bea7b0198,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:45.936878 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:45.937219 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Added segment 74a73ac2-c421-4fd8-9951-929d5c64e8c7 of type vlan for network 2a8c7567-fe62-41d5-9f37-6d814f678c67 Sep 16 10:49:45.977010 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.054776 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46180) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:46.078422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.079476 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.080153 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.122657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc9e7a-3a2c-4251-8447-30525b44301c req-6d89a4cb-0371-47c3-a296-dc0b82b8e58a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.124346 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07bc9e7a-3a2c-4251-8447-30525b44301c req-6d89a4cb-0371-47c3-a296-dc0b82b8e58a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0529420 Sep 16 10:49:46.156006 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8c7567-fe62-41d5-9f37-6d814f678c67,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:46.168530 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 2a8c7567-fe62-41d5-9f37-6d814f678c67 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:46.172984 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07bc9e7a-3a2c-4251-8447-30525b44301c req-db819915-b93b-4005-8280-6a8b4868eebe tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Sep 16 10:49:46.177086 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8044b13e-d989-41e7-8a79-2c8ee5539957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.181151 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7397bd7b-acb5-49e4-84a4-a869f55f64f5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6337194 Sep 16 10:49:46.184714 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46186) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:46.190477 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Request body: {'subnet': {'network_id': '2a8c7567-fe62-41d5-9f37-6d814f678c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1159590927-subnet', 'tenant_id': '5141142c6b1b4af89adcf99f1d1e18d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:46.296228 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Made reservation on behalf of 5141142c6b1b4af89adcf99f1d1e18d6 for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:46.298534 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.366821 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8044b13e-d989-41e7-8a79-2c8ee5539957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.379778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aa6be-05ac-45fa-9767-62c1f939a22a req-646af545-cdbd-46db-8da4-a11e81721ebc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.381266 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cf5aa6be-05ac-45fa-9767-62c1f939a22a req-646af545-cdbd-46db-8da4-a11e81721ebc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0954821 Sep 16 10:49:46.441383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cf5aa6be-05ac-45fa-9767-62c1f939a22a req-5dd28193-9644-46e6-8c2f-6401467730ce tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Sep 16 10:49:46.476031 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8044b13e-d989-41e7-8a79-2c8ee5539957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.513885 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-8044b13e-d989-41e7-8a79-2c8ee5539957 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2040fb8090342149f7df6669babd701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578717 Sep 16 10:49:46.514966 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b13e-d989-41e7-8a79-2c8ee5539957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4425e7-3902-4066-9583-01231e741f78,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:46.516554 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46190) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:46.568379 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.589870 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.621511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.679742 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=326bd8a6-a601-473a-9c52-9402a4f580ef,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:46.688082 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Checking segment: {'id': '74a73ac2-c421-4fd8-9951-929d5c64e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2a8c7567-fe62-41d5-9f37-6d814f678c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:46.688429 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Network hostable DHCP agents. Network: 2a8c7567-fe62-41d5-9f37-6d814f678c67, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:46.716045 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.718534 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.719658 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d4425e7-3902-4066-9583-01231e741f78 HTTP/1.1" status: 204 len: 168 time: 0.2021911 Sep 16 10:49:46.726857 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697e592-079e-4a1d-83cb-33dc955c5fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4425e7-3902-4066-9583-01231e741f78,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:46.786809 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Network 2a8c7567-fe62-41d5-9f37-6d814f678c67 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:46.936195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 2a8c7567-fe62-41d5-9f37-6d814f678c67) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:46.941609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.941609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:46.944679 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378ae0f-693b-45f1-a1e6-9e310fa70c19 None None] Network 2a8c7567-fe62-41d5-9f37-6d814f678c67 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:46.978962 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517751f-8ae2-4b30-b9fd-85642c762658 req-b4c9158e-df5f-4793-a6f0-d7c2cffd06ab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.980458 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5517751f-8ae2-4b30-b9fd-85642c762658 req-b4c9158e-df5f-4793-a6f0-d7c2cffd06ab tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0896237 Sep 16 10:49:46.989595 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac75894-e800-4caa-84e2-92e6f14b7833 req-b516a735-3aad-4458-919c-f77b99677ed1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:46.991038 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dac75894-e800-4caa-84e2-92e6f14b7833 req-b516a735-3aad-4458-919c-f77b99677ed1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0989616 Sep 16 10:49:47.045409 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5517751f-8ae2-4b30-b9fd-85642c762658 req-b404d07e-30d4-40ef-bd77-cd45121e8b2d tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532894 Sep 16 10:49:47.052896 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dac75894-e800-4caa-84e2-92e6f14b7833 req-1bb9d9ee-e883-4db8-8908-df6300dcf316 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548580 Sep 16 10:49:47.078579 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b4b3ced3-9e82-44ec-b9e3-d8bc11944c6b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8920307 Sep 16 10:49:47.100100 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa67038-2e2d-4d7b-9fd2-d1a74a7e7369 None None] Network 2a8c7567-fe62-41d5-9f37-6d814f678c67 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:47.293201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f21b5-8fbb-42ad-82ba-36918101acb8 req-284e3924-88b8-4b21-b918-93868469871f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:47.294716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e66f21b5-8fbb-42ad-82ba-36918101acb8 req-284e3924-88b8-4b21-b918-93868469871f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0523264 Sep 16 10:49:47.331864 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e66f21b5-8fbb-42ad-82ba-36918101acb8 req-e86c196e-c604-47b6-8cad-613695dbe135 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Sep 16 10:49:47.453559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46212) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:47.466424 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0acecd1d-724b-4955-93f0-b58d83692541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.584539 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf0b1e-5bbc-43c6-aee8-eb2e8470857b req-50af62e4-8df7-49e6-b61e-17732c53c535 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:47.586102 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58bf0b1e-5bbc-43c6-aee8-eb2e8470857b req-50af62e4-8df7-49e6-b61e-17732c53c535 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0730045 Sep 16 10:49:47.603349 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0acecd1d-724b-4955-93f0-b58d83692541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.630819 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58bf0b1e-5bbc-43c6-aee8-eb2e8470857b req-c862753d-1f09-4eaa-bd1b-f28e76d7445b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Sep 16 10:49:47.670116 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0acecd1d-724b-4955-93f0-b58d83692541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.708984 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0acecd1d-724b-4955-93f0-b58d83692541 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96177401700b4e10aef3c71ca8fb41ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544034 Sep 16 10:49:47.710223 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acecd1d-724b-4955-93f0-b58d83692541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c8f09-b4b2-4938-93e6-16d51161934a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:47.711621 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46224) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:47.765231 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.785450 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.833124 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46228) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:47.837822 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-836073456-network', 'tenant_id': 'cc42dce4e0ba4128a1b152322d0b9d9f'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:47.889342 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.891837 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.892927 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/553c8f09-b4b2-4938-93e6-16d51161934a HTTP/1.1" status: 204 len: 168 time: 0.1801250 Sep 16 10:49:47.900281 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911a8dc-339d-4b09-b172-c88bcfa9288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c8f09-b4b2-4938-93e6-16d51161934a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:47.913094 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Made reservation on behalf of cc42dce4e0ba4128a1b152322d0b9d9f for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:47.915500 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:47.927466 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.014903 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.107180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.136456 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:49:48.145264 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2b2886-813e-406e-a369-6f6e256b021c,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:48.151728 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.152098 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Added segment fbc321a8-f2a9-425f-8543-05de1a7840d0 of type vlan for network 200ed287-8d8a-47ea-9c8a-6128409462f1 Sep 16 10:49:48.187729 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:49:48.193773 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3ce0-f3e7-4afd-a907-b72affa50ff8 req-f932408c-a229-4230-ab99-2b6927bade98 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:48.200995 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.201350 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e8c3ce0-f3e7-4afd-a907-b72affa50ff8 req-f932408c-a229-4230-ab99-2b6927bade98 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0849493 Sep 16 10:49:48.234509 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2989-ce26-42b0-a269-4b5ae257fac0 req-0d80d396-60bd-446d-ad27-9d124006d1eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:48.236064 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-19fb2989-ce26-42b0-a269-4b5ae257fac0 req-0d80d396-60bd-446d-ad27-9d124006d1eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.1091955 Sep 16 10:49:48.260544 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e8c3ce0-f3e7-4afd-a907-b72affa50ff8 req-fdc6af5f-423a-4f82-92e4-415fb1a11473 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Sep 16 10:49:48.289011 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-19fb2989-ce26-42b0-a269-4b5ae257fac0 req-f639430f-3739-4bb5-b30b-a021d1d35f2c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Sep 16 10:49:48.310603 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:48.312737 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.313796 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:48.314450 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.325655 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:49:48.379470 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.379701 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] Pushing event updated for resources: {'Network': ['ID=200ed287-8d8a-47ea-9c8a-6128409462f1,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:48.396482 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 200ed287-8d8a-47ea-9c8a-6128409462f1 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:49:48.425817 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:49:48.431136 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-448f9b64-3014-405a-be27-5c955175231b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5969713 Sep 16 10:49:48.431757 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46250) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:48.447871 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Request body: {'subnet': {'network_id': '200ed287-8d8a-47ea-9c8a-6128409462f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-836073456-subnet', 'tenant_id': 'cc42dce4e0ba4128a1b152322d0b9d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:48.492982 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53227d0f-7f94-4f15-a38f-e33063d8a00b req-a9f4ba2a-09f7-4b03-8eb0-411b82960b7b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:48.493535 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53227d0f-7f94-4f15-a38f-e33063d8a00b req-a9f4ba2a-09f7-4b03-8eb0-411b82960b7b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0706623 Sep 16 10:49:48.513001 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:48.533336 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53227d0f-7f94-4f15-a38f-e33063d8a00b req-bcd79bd4-da14-4f89-be3f-d01d71fdab29 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340357 Sep 16 10:49:48.570178 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Made reservation on behalf of cc42dce4e0ba4128a1b152322d0b9d9f for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:49:48.573200 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.581326 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.628541 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:48.769615 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd8854-a9d2-48c2-8542-3d3ff9db8d8e req-26e9041d-0819-47bd-ac5f-be221afe4911 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:48.771086 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8bd8854-a9d2-48c2-8542-3d3ff9db8d8e req-26e9041d-0819-47bd-ac5f-be221afe4911 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0639186 Sep 16 10:49:48.811981 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8bd8854-a9d2-48c2-8542-3d3ff9db8d8e req-db54b0fc-8539-4b62-9e26-078b24039657 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Sep 16 10:49:48.872856 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:48.928997 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbb80b15-c757-43bb-92f0-7f29d492e291,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:48.936732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Checking segment: {'id': 'fbc321a8-f2a9-425f-8543-05de1a7840d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '200ed287-8d8a-47ea-9c8a-6128409462f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:49:48.937522 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Network hostable DHCP agents. Network: 200ed287-8d8a-47ea-9c8a-6128409462f1, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:49:49.049752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Network 200ed287-8d8a-47ea-9c8a-6128409462f1 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:49:49.152771 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 200ed287-8d8a-47ea-9c8a-6128409462f1) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:49:49.156928 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:49.157524 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:49.162452 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e4917-b3a1-4941-bf57-d3e7846afcee None None] Network 200ed287-8d8a-47ea-9c8a-6128409462f1 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:49.220927 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device d28bfbea-bbb4-47d5-9451-5208ac1d0e9f up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:49.256284 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-628357cb-921f-4466-87b3-32cc59547f97 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8129098 Sep 16 10:49:49.329780 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f6a6f-bb82-46d0-9179-938a5cd3a705 None None] Network 200ed287-8d8a-47ea-9c8a-6128409462f1 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:49:49.397332 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:49:49.408077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:49.408725 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:49.408851 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903900-34f2-49b4-8923-1902ff2a67cf req-fdf5317a-8e9b-4181-aa44-6dc012f5aac2 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:49.417053 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9903900-34f2-49b4-8923-1902ff2a67cf req-fdf5317a-8e9b-4181-aa44-6dc012f5aac2 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0703585 Sep 16 10:49:49.482405 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9903900-34f2-49b4-8923-1902ff2a67cf req-4d4c6293-6696-4d77-80ed-dbb499386583 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541959 Sep 16 10:49:49.497089 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d85da-9c40-418d-b7f1-1f67c387a2d7 req-0eb8099b-4cf2-4238-aa95-31891c6e5111 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:49.499057 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-909d85da-9c40-418d-b7f1-1f67c387a2d7 req-0eb8099b-4cf2-4238-aa95-31891c6e5111 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0809186 Sep 16 10:49:49.545154 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:49.546966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-909d85da-9c40-418d-b7f1-1f67c387a2d7 req-3a7b073a-96e2-4a3c-bba3-da4608a6a129 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Sep 16 10:49:49.581534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:49.584121 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce86da14-ee72-4812-a4c5-b010b04921cf" -d '{"events": [{"server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "name": "network-vif-plugged", "status": "completed", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:49.599281 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:49.628316 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf62ff5-ab82-411f-a29a-fe55daa2f6a2 x-openstack-request-id: req-3bf62ff5-ab82-411f-a29a-fe55daa2f6a2 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:49.628691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "name": "network-vif-plugged", "status": "completed", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:49.628978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bf62ff5-ab82-411f-a29a-fe55daa2f6a2 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:49.630128 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'code': 200} Sep 16 10:49:49.658786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ee5b9-edce-446d-9f00-4d9d8375382f req-73e67a5c-009b-4b6c-8014-982d59fee29e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:49.660321 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af8ee5b9-edce-446d-9f00-4d9d8375382f req-73e67a5c-009b-4b6c-8014-982d59fee29e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 944 time: 0.0509491 Sep 16 10:49:49.700834 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af8ee5b9-edce-446d-9f00-4d9d8375382f req-a24d006f-f17f-4ed4-a0e2-7375d918ada2 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343814 Sep 16 10:49:49.707117 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:49.759432 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:49.924470 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a76a2-bb47-4f23-9891-2caa93d3d3c3 req-84f8f538-b387-4872-9da7-fc3007e901a6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:49.925916 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab4a76a2-bb47-4f23-9891-2caa93d3d3c3 req-84f8f538-b387-4872-9da7-fc3007e901a6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0465484 Sep 16 10:49:49.964645 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab4a76a2-bb47-4f23-9891-2caa93d3d3c3 req-cbada2ba-40ce-4358-b179-f596467e60be tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Sep 16 10:49:50.596581 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b7646-37b6-4bff-99e9-e6b1327b3b31 req-811255ac-2d6e-4e1a-bb81-fc95987891f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:50.598078 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2d6b7646-37b6-4bff-99e9-e6b1327b3b31 req-811255ac-2d6e-4e1a-bb81-fc95987891f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0468302 Sep 16 10:49:50.661414 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2d6b7646-37b6-4bff-99e9-e6b1327b3b31 req-2a510b12-7797-4734-bb58-e28f1d4210e0 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 Sep 16 10:49:50.680427 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93e5-0fe6-416e-a078-4e9899267c64 req-f6b95922-ac97-4e4d-a9fa-8d5f597d753f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:50.681901 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a89a93e5-0fe6-416e-a078-4e9899267c64 req-f6b95922-ac97-4e4d-a9fa-8d5f597d753f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0547566 Sep 16 10:49:50.718977 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a89a93e5-0fe6-416e-a078-4e9899267c64 req-30a4bc84-94ec-4088-883b-4f3b74965326 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Sep 16 10:49:50.819162 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dd55c-56e6-4817-91e4-9130bb598925 req-edc33024-bee1-4744-96e2-a86b5da7ada0 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:50.820622 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1e7dd55c-56e6-4817-91e4-9130bb598925 req-edc33024-bee1-4744-96e2-a86b5da7ada0 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0468092 Sep 16 10:49:50.857289 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1e7dd55c-56e6-4817-91e4-9130bb598925 req-e83be660-8d55-462c-93ac-1e4765fb2750 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302055 Sep 16 10:49:51.079261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03011f7-759b-4d3f-84d0-99674b7ff92f req-ff862920-43b1-44f8-90e0-807fe84f5425 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:51.080757 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f03011f7-759b-4d3f-84d0-99674b7ff92f req-ff862920-43b1-44f8-90e0-807fe84f5425 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0469861 Sep 16 10:49:51.121096 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f03011f7-759b-4d3f-84d0-99674b7ff92f req-a7c78129-9485-4ad3-ad5c-45e670853b51 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Sep 16 10:49:51.485903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['b6038e36-9ef7-48b3-be91-ce5eff54ba31'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:49:51.499169 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a487d-0e6b-4f59-b3bd-e4729c5faf5c req-0397073b-ee11-469f-aa9b-dd9c58b60ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:51.500718 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-682a487d-0e6b-4f59-b3bd-e4729c5faf5c req-0397073b-ee11-469f-aa9b-dd9c58b60ff7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1098 time: 0.0423117 Sep 16 10:49:51.537976 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-682a487d-0e6b-4f59-b3bd-e4729c5faf5c req-d4493110-8baa-49fc-bcd2-d5a833edbfe9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271587 Sep 16 10:49:51.770801 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977e27-2156-4e4a-a02d-a284d3992348 req-b0ae5ed9-298b-4396-9ab0-237a8efb85f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:51.772260 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff977e27-2156-4e4a-a02d-a284d3992348 req-b0ae5ed9-298b-4396-9ab0-237a8efb85f1 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0467620 Sep 16 10:49:51.831126 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff977e27-2156-4e4a-a02d-a284d3992348 req-e6851bd6-7c17-41f2-a7ba-8962fc6b4e87 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 Sep 16 10:49:51.853297 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba86cba-b7c1-4e6f-9a1b-5835ec3349c6 req-c25ac873-b6ef-4dfb-bf58-62b67176ced6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:51.855367 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bba86cba-b7c1-4e6f-9a1b-5835ec3349c6 req-c25ac873-b6ef-4dfb-bf58-62b67176ced6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0563378 Sep 16 10:49:51.894817 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bba86cba-b7c1-4e6f-9a1b-5835ec3349c6 req-8bb22775-10bf-4e2e-a59a-cbe60d367f23 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Sep 16 10:49:51.968547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7b08e-269d-4fa7-833d-b85763d93514 req-10be0f70-1911-4541-b606-83f03a904ed4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:51.969882 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-30e7b08e-269d-4fa7-833d-b85763d93514 req-10be0f70-1911-4541-b606-83f03a904ed4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0462244 Sep 16 10:49:52.006650 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-30e7b08e-269d-4fa7-833d-b85763d93514 req-75478cf4-7e04-4322-857f-4ce7b387e981 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Sep 16 10:49:52.230278 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e8ad-0159-4dfe-a5b9-1442de7329f8 req-c7e18a5b-e5b4-4625-888f-8c9d75fe9f2f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:52.231350 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be63e8ad-0159-4dfe-a5b9-1442de7329f8 req-c7e18a5b-e5b4-4625-888f-8c9d75fe9f2f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0470455 Sep 16 10:49:52.267275 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be63e8ad-0159-4dfe-a5b9-1442de7329f8 req-179b5c28-56f1-4ec7-9eab-e8dc99186a32 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301297 Sep 16 10:49:52.942643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da652aae-a0d6-4c21-acc9-13f0fbe9f660 req-269d7716-b277-43b3-955a-fa1fd931a599 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:52.944115 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-da652aae-a0d6-4c21-acc9-13f0fbe9f660 req-269d7716-b277-43b3-955a-fa1fd931a599 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0476012 Sep 16 10:49:53.008966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-da652aae-a0d6-4c21-acc9-13f0fbe9f660 req-05299cdc-ffec-47cb-88ee-82a26454f346 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 Sep 16 10:49:53.024283 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ebfa9-130a-4841-85ec-834940add314 req-a6074efb-ddbe-4f6e-9081-c75bd8307d85 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:53.025765 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d15ebfa9-130a-4841-85ec-834940add314 req-a6074efb-ddbe-4f6e-9081-c75bd8307d85 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0595832 Sep 16 10:49:53.068701 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d15ebfa9-130a-4841-85ec-834940add314 req-16ff9ed3-a003-48b9-84e6-ab2dac2b9797 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329478 Sep 16 10:49:53.122446 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef2ea-79c6-4984-b428-8a015a99a92c req-be38955f-f892-4dff-9d0f-fbe46173c6e5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:53.123815 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb5ef2ea-79c6-4984-b428-8a015a99a92c req-be38955f-f892-4dff-9d0f-fbe46173c6e5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0469377 Sep 16 10:49:53.159657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb5ef2ea-79c6-4984-b428-8a015a99a92c req-435172da-3525-41c1-a0e0-1c2f41c70a74 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299807 Sep 16 10:49:53.376328 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63d21-20c6-45c5-a348-34ed71ebf79d req-06bc79de-53ce-4168-a20c-142b8b1b4a42 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:53.377706 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-00c63d21-20c6-45c5-a348-34ed71ebf79d req-06bc79de-53ce-4168-a20c-142b8b1b4a42 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0468161 Sep 16 10:49:53.418149 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-00c63d21-20c6-45c5-a348-34ed71ebf79d req-1e8bcfc1-3d95-456c-91b2-564366b92fcc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346162 Sep 16 10:49:54.120270 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3b9b1-1655-406f-8a04-ac22d9bdaa4a req-320c4d48-c6dd-45be-96cd-bc782f1afd9c tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:54.122475 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58b3b9b1-1655-406f-8a04-ac22d9bdaa4a req-320c4d48-c6dd-45be-96cd-bc782f1afd9c tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Sep 16 10:49:54.181941 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58b3b9b1-1655-406f-8a04-ac22d9bdaa4a req-d00f359e-1639-413a-82c1-019784f5db1a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535848 Sep 16 10:49:54.220867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e8ef0-7a12-4e72-b2e4-69351dc4805a req-53f5acfe-a3d2-46be-9df4-39232781e315 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:54.222335 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ae2e8ef0-7a12-4e72-b2e4-69351dc4805a req-53f5acfe-a3d2-46be-9df4-39232781e315 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0806057 Sep 16 10:49:54.289215 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ae2e8ef0-7a12-4e72-b2e4-69351dc4805a req-2defbc6d-a21d-404f-95d7-612b0c98a0d6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593357 Sep 16 10:49:54.304938 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9a2b-a54f-4d7f-bd17-356b0583a985 req-0a87a8cc-b2e6-45cc-bffe-d55e926d8208 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:54.306350 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c69f9a2b-a54f-4d7f-bd17-356b0583a985 req-0a87a8cc-b2e6-45cc-bffe-d55e926d8208 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0692670 Sep 16 10:49:54.343014 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c69f9a2b-a54f-4d7f-bd17-356b0583a985 req-95a77e06-511d-4063-9097-83a7dc24a91a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Sep 16 10:49:54.528078 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b66ae-202b-4812-b817-afb82f75b741 req-e9beb8b9-2a56-49ca-b167-439f2c8a2875 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:54.529593 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b9b66ae-202b-4812-b817-afb82f75b741 req-e9beb8b9-2a56-49ca-b167-439f2c8a2875 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0475693 Sep 16 10:49:54.567234 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b9b66ae-202b-4812-b817-afb82f75b741 req-a05000de-a745-4286-b245-d078b79a7222 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 16 10:49:55.299186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86586fb2-8c88-4e10-bb91-164b102d1315 req-567093ea-6954-45c9-9b76-2bf02ffdd5ee tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:55.308086 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-86586fb2-8c88-4e10-bb91-164b102d1315 req-567093ea-6954-45c9-9b76-2bf02ffdd5ee tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0556915 Sep 16 10:49:55.338840 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-86586fb2-8c88-4e10-bb91-164b102d1315 req-e2645095-aa0d-4eda-9812-75dc25ee6de7 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317464 Sep 16 10:49:55.422759 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df59a5f-b87a-4890-b63c-00d4c3209c49 req-382cbc27-18dc-4009-ae0c-87f0c5352a20 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:55.424933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0df59a5f-b87a-4890-b63c-00d4c3209c49 req-382cbc27-18dc-4009-ae0c-87f0c5352a20 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0637298 Sep 16 10:49:55.488780 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0df59a5f-b87a-4890-b63c-00d4c3209c49 req-31ef3f35-02d7-41af-8ec0-aa70b69b74fd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511527 Sep 16 10:49:55.506872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc621f5-6d55-4d60-93e5-4f131f823afb req-99afef2e-d4d3-433c-9265-1d9442591da6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:55.506872 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-edc621f5-6d55-4d60-93e5-4f131f823afb req-99afef2e-d4d3-433c-9265-1d9442591da6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0774181 Sep 16 10:49:55.545331 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-edc621f5-6d55-4d60-93e5-4f131f823afb req-fc390690-1b21-4876-82e0-a3f1c672a87d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334997 Sep 16 10:49:55.690620 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafefef-06e2-4917-a825-e4176f6237c9 req-5fe01202-a3a2-4b54-be72-777025d99cb5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:55.692079 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cbafefef-06e2-4917-a825-e4176f6237c9 req-5fe01202-a3a2-4b54-be72-777025d99cb5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0491173 Sep 16 10:49:55.729227 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cbafefef-06e2-4917-a825-e4176f6237c9 req-a3e61705-c68a-4fb5-b1a7-a580ff84965b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Sep 16 10:49:56.634163 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb5e1f-5282-43e2-ab8d-a04a23985a4e req-3babc59a-73bd-43d0-b030-eca904720a4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:56.635821 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bbfb5e1f-5282-43e2-ab8d-a04a23985a4e req-3babc59a-73bd-43d0-b030-eca904720a4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0672855 Sep 16 10:49:56.693843 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bbfb5e1f-5282-43e2-ab8d-a04a23985a4e req-af5ef5e0-6ddb-4d4f-816c-e2f2f73f20ab tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566335 Sep 16 10:49:56.713247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9a263-ca8f-4be4-b4a8-032a8753db4b req-7917dcce-1695-40cf-a8c3-16aee62de0a3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:56.726109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3c9a263-ca8f-4be4-b4a8-032a8753db4b req-7917dcce-1695-40cf-a8c3-16aee62de0a3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0766139 Sep 16 10:49:56.763110 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3c9a263-ca8f-4be4-b4a8-032a8753db4b req-27f96ca4-6fa0-46a4-b7b4-55fe2dc101c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Sep 16 10:49:56.820386 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-dde73bba-4656-4d10-9598-13aff6eaaa7c tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=eebe9be15dab4ac58b3a052201ca9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351236 Sep 16 10:49:57.049847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14de9-a448-47d1-9f98-fe374f1eb137 req-c8c3f370-26ac-4fbf-aa6b-ce715e69ef91 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:57.051374 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-76d14de9-a448-47d1-9f98-fe374f1eb137 req-c8c3f370-26ac-4fbf-aa6b-ce715e69ef91 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.1484492 Sep 16 10:49:57.060688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-5ba5a4d1-6d5b-4fe9-895e-ee1fff569992 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:57.062614 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46476) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:49:57.063069 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-5ba5a4d1-6d5b-4fe9-895e-ee1fff569992 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358377 Sep 16 10:49:57.074127 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'floatingip': {'port_id': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:49:57.078894 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-bd7bce3a-6d97-4805-882b-b44c16d150ea tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/quotas/eebe9be15dab4ac58b3a052201ca9433 HTTP/1.1" status: 200 len: 375 time: 0.0101845 Sep 16 10:49:57.111239 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-d0778086-1dbb-4400-bdb3-082f762a5e3c tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=eebe9be15dab4ac58b3a052201ca9433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260701 Sep 16 10:49:57.152040 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:57.171683 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:49:57.316792 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port b6038e36-9ef7-48b3-be91-ce5eff54ba31 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:49:57.320766 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port b6038e36-9ef7-48b3-be91-ce5eff54ba31 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:49:57.321340 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:57.436011 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:57.463788 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:57.467428 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee735ff4-4816-4428-8983-5c9a86ba9ce9" -d '{"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:57.483494 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:49:57.493540 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eff6995b-1c34-4e82-8b3b-3078bd0e6231 req-e2f64043-9434-4cf2-b55a-f8f44d712d7d tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 210 time: 0.0642097 Sep 16 10:49:57.535816 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf69ab3-5284-4864-943d-d4acfc9666e6 x-openstack-request-id: req-2bf69ab3-5284-4864-943d-d4acfc9666e6 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:49:57.536120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:49:57.536369 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bf69ab3-5284-4864-943d-d4acfc9666e6 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:49:57.537177 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'code': 200} Sep 16 10:49:57.568813 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:57.622829 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:49:57.834742 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc01f-f098-48c8-92a4-db7d3e33aa27 req-cbb47a31-2194-4076-8ae5-c5a8ebdc4fb6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:49:57.836145 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-369cc01f-f098-48c8-92a4-db7d3e33aa27 req-cbb47a31-2194-4076-8ae5-c5a8ebdc4fb6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0554268 Sep 16 10:49:57.875799 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-369cc01f-f098-48c8-92a4-db7d3e33aa27 req-e744421d-48b7-497c-ba0e-8632afc848f4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330782 Sep 16 10:49:58.037539 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:58.131270 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:58.230209 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Floating IP b17dc1cd-9c77-4509-841c-4c96412c487d associated. External IP: 172.27.3.178, port: d28bfbea-bbb4-47d5-9451-5208ac1d0e9f. Sep 16 10:49:58.445917 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:49:58.559272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:49:58.564196 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:49:58.572647 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:49:58.582595 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:58.583311 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:58.591536 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7cdf7033-8e61-4716-9a2e-a3dedc6fb0c4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "PUT /v2.0/floatingips/b17dc1cd-9c77-4509-841c-4c96412c487d HTTP/1.1" status: 200 len: 991 time: 1.5230761 Sep 16 10:49:58.594628 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:49:58.594628 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951c04d-08e0-4303-a75a-a13aaf9d346f" -d '{"events": [{"name": "network-changed", "server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:49:58.685849 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:59.011960 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': 'b17dc1cd-9c77-4509-841c-4c96412c487d', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:19:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:24Z', 'updated_at': '2021-09-16T10:49:57Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:59.036366 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:49:59.044656 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:49:59.045248 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:49:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:59.144756 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:49:59.352678 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': 'b17dc1cd-9c77-4509-841c-4c96412c487d', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:19:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:24Z', 'updated_at': '2021-09-16T10:49:57Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:49:59.381719 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb38de-f184-4e55-8c8e-ec426676d9fa None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': 'b17dc1cd-9c77-4509-841c-4c96412c487d', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:19:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:24Z', 'updated_at': '2021-09-16T10:49:57Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:49:59.568609 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ea761-0d60-4432-9332-ddb90bc2a2c2 None None] New status for floating IP b17dc1cd-9c77-4509-841c-4c96412c487d: ACTIVE {{(pid=100952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:50:00.273957 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b0f338c5-4f0b-4860-938a-eb5081402256 req-7c752691-24f4-47e0-9063-1cbf4cbd089a tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 210 time: 0.0267620 Sep 16 10:50:00.734227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf41e1-3ca8-4b02-9e77-2236ea30f3d0 req-efdb4bd2-aebc-4121-aaf3-02fd433f6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:00.735768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53cf41e1-3ca8-4b02-9e77-2236ea30f3d0 req-efdb4bd2-aebc-4121-aaf3-02fd433f6c65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1098 time: 0.0405643 Sep 16 10:50:00.759618 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3b672a-a86a-4426-aa7d-0a5e6124a12d x-openstack-request-id: req-3e3b672a-a86a-4426-aa7d-0a5e6124a12d {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:00.760095 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:00.760337 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e3b672a-a86a-4426-aa7d-0a5e6124a12d {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:00.760866 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'status': 'completed', 'code': 200} Sep 16 10:50:00.779890 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53cf41e1-3ca8-4b02-9e77-2236ea30f3d0 req-37c2d63a-0165-4024-88a9-1c8c7b683a63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298500 Sep 16 10:50:00.858450 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13a21a-6e80-4ae1-9290-58e411cac895 req-a0771bc8-1953-4e97-a3dc-602ca67c7eb6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:00.859828 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd13a21a-6e80-4ae1-9290-58e411cac895 req-a0771bc8-1953-4e97-a3dc-602ca67c7eb6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0518389 Sep 16 10:50:00.895624 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd13a21a-6e80-4ae1-9290-58e411cac895 req-4ce634b3-4ace-47b5-9d1f-a93892624f55 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296443 Sep 16 10:50:00.908352 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3a50269c-e30f-4ddf-800a-4b301e1b7fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:01.078553 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-2fb2fd04-3c2a-4477-a105-d9d27238aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:01.080032 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-2fb2fd04-3c2a-4477-a105-d9d27238aa3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1098 time: 0.0441566 Sep 16 10:50:01.193002 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-8248cd99-92b3-46af-a344-521d9c356c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:01.194471 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-8248cd99-92b3-46af-a344-521d9c356c02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.0915334 Sep 16 10:50:01.335161 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-4a724ed3-4c19-4bef-a585-5448e365f604 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 1001 time: 0.0965884 Sep 16 10:50:01.378082 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5b3e6891-5560-42c9-a9b4-b075e6eb527c req-5b07019d-abc0-4981-8952-4c6b0f29453f tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 210 time: 0.0306063 Sep 16 10:50:01.407684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-0f814d5a-3970-41a7-b3f9-45df40822314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:01.409500 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-0f814d5a-3970-41a7-b3f9-45df40822314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0670066 Sep 16 10:50:01.455129 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-856f7c79-e5b1-4868-bb38-30f785c93f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:01.456646 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-856f7c79-e5b1-4868-bb38-30f785c93f5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394063 Sep 16 10:50:01.553745 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-a819c6da-84dc-4447-b030-c441107ae832 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871525 Sep 16 10:50:01.650793 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9951c04d-08e0-4303-a75a-a13aaf9d346f req-2e2df67f-7f9b-4cdf-b772-ee9d0aef1b59 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Sep 16 10:50:02.018899 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5993114-3900-4513-af93-64174d4cf76b req-979504b3-0d3b-4e60-9e4f-6abdb3df31cc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:02.020335 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d5993114-3900-4513-af93-64174d4cf76b req-979504b3-0d3b-4e60-9e4f-6abdb3df31cc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0477467 Sep 16 10:50:02.057141 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d5993114-3900-4513-af93-64174d4cf76b req-5a682da6-06c8-4402-82b3-1000ec509cff tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Sep 16 10:50:02.296541 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-bc25d000-0819-460e-bffc-51b1a10cb5c9 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=eebe9be15dab4ac58b3a052201ca9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313351 Sep 16 10:50:02.518700 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5458777c-7de5-48d6-b229-3665027ab4d9 req-83d1b11a-a8b8-422c-8232-079b9f7dd7c3 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 210 time: 0.0372164 Sep 16 10:50:02.676421 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-81c107f7-de15-4caa-ae99-376fa119e922 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:02.677873 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-81c107f7-de15-4caa-ae99-376fa119e922 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741236 Sep 16 10:50:02.690794 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Request body: {'port': {'device_id': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8', 'admin_state_up': True, 'tenant_id': 'eebe9be15dab4ac58b3a052201ca9433'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:02.911630 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Made reservation on behalf of eebe9be15dab4ac58b3a052201ca9433 for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:02.915199 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:02.924886 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:02.935664 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:50:03.010297 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.062327 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.126239 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecee894d-e121-408e-b3ab-2130fb471c62,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:03.140173 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.140590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.140918 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.141284 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.141522 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.141865 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.142222 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.148690 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.148690 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.148690 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.148690 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.148690 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:03.195805 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedf2b8-0b7e-4bb4-9054-e3510dfb3a2a req-004f48dc-8856-4cb7-9266-e67028cb052b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:03.197392 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fedf2b8-0b7e-4bb4-9054-e3510dfb3a2a req-004f48dc-8856-4cb7-9266-e67028cb052b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0541291 Sep 16 10:50:03.208861 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Allocated IP 192.168.233.153 (bbc48f56-e08d-432e-894b-b6ba4d50f1b8/f7a6bc3a-9700-4e77-9474-203d7c372818/aed97119-95c7-4282-98ef-82846194af35) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:03.235533 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fedf2b8-0b7e-4bb4-9054-e3510dfb3a2a req-0c365e23-bdfe-4ee1-9b47-8bb4d0f5d5c8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Sep 16 10:50:03.353652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dfd67-6579-4806-a0a1-cbc2094cfcb4 req-aec589b3-3426-4308-bd1b-86f9b49cecfe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:03.355129 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-462dfd67-6579-4806-a0a1-cbc2094cfcb4 req-aec589b3-3426-4308-bd1b-86f9b49cecfe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0493367 Sep 16 10:50:03.361481 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.365964 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46634) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:03.370737 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'floatingip': {'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:03.439237 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.467419 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.520140 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:03.524672 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:03.532621 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:03.538252 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:03.538908 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.549161 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Pushing event updated for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:03.732146 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-44c99b26-6dc4-4f0c-8ce5-0a459cd3bce7 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0449324 Sep 16 10:50:03.748378 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Request body: {'port': {'device_id': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:03.793903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4173e9ed-82aa-453e-922d-cd9ed0bac6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.804296 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.832860 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894d1f-64e7-4430-98d6-841f2e2b290d req-699769d4-01c9-4ce3-aa7d-9c538ccc8120 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:03.834361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53894d1f-64e7-4430-98d6-841f2e2b290d req-699769d4-01c9-4ce3-aa7d-9c538ccc8120 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 936 time: 0.0983090 Sep 16 10:50:03.893550 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-e7d6bff3-4008-4484-828f-c3d536b8bdb8 None None] Provisioning complete for port aed97119-95c7-4282-98ef-82846194af35 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:03.894861 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bff3-4008-4484-828f-c3d536b8bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:03.931827 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53894d1f-64e7-4430-98d6-841f2e2b290d req-d9d63c19-9bf3-4295-b474-cee5d12b5d05 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Sep 16 10:50:03.974557 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6bff3-4008-4484-828f-c3d536b8bdb8 None None] Port aed97119-95c7-4282-98ef-82846194af35 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:50:04.139157 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed97119-95c7-4282-98ef-82846194af35 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:04.147811 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.160539 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Transition to ACTIVE for port object aed97119-95c7-4282-98ef-82846194af35 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:04.266420 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.362171 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Pushing event updated for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:04.365653 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Attempting to bind port aed97119-95c7-4282-98ef-82846194af35 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:04.366066 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Attempting to bind port aed97119-95c7-4282-98ef-82846194af35 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:04.366463 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Attempting to bind port aed97119-95c7-4282-98ef-82846194af35 on network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:04.372398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Port aed97119-95c7-4282-98ef-82846194af35 on network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:04.372398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Attempting to bind port aed97119-95c7-4282-98ef-82846194af35 on network bbc48f56-e08d-432e-894b-b6ba4d50f1b8 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:04.377671 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:04.377985 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Checking segment: {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:04.379567 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Bound using segment: {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:04.379704 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Bound port: aed97119-95c7-4282-98ef-82846194af35, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eecc166f-0af0-4444-a0b4-5444a1b78926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:04.380164 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.462370 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.467043 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:04.473602 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=aed97119-95c7-4282-98ef-82846194af35,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:04.557213 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.557397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.557670 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.595129 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:04.595661 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.597919 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] 10.222.0.30 "PUT /v2.0/ports/aed97119-95c7-4282-98ef-82846194af35 HTTP/1.1" status: 200 len: 1098 time: 0.8542228 Sep 16 10:50:04.612792 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'tag': 'aed97119-95c7-4282-98ef-82846194af35'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:04.612792 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c" -d '{"events": [{"name": "network-changed", "server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "tag": "aed97119-95c7-4282-98ef-82846194af35"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:04.642724 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0833-73a3-427c-99e3-da8bb45ba005 service neutron] Pushing event updated for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:04.662461 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c01565e-a08a-40cf-9c0a-45c7b0b7b852 x-openstack-request-id: req-1c01565e-a08a-40cf-9c0a-45c7b0b7b852 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:04.662757 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "tag": "aed97119-95c7-4282-98ef-82846194af35", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:04.663007 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c01565e-a08a-40cf-9c0a-45c7b0b7b852 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:04.663429 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'tag': 'aed97119-95c7-4282-98ef-82846194af35', 'status': 'completed', 'code': 200} Sep 16 10:50:04.688976 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Floating IP 8561edf8-c944-414d-951a-3c6705955397 associated. External IP: 172.27.3.13, port: b6038e36-9ef7-48b3-be91-ce5eff54ba31. Sep 16 10:50:04.754523 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c req-369e7ccb-812b-4fa3-a3f2-75bffb26e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:04.756034 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c req-369e7ccb-812b-4fa3-a3f2-75bffb26e487 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eebe9be15dab4ac58b3a052201ca9433&device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 1101 time: 0.0508690 Sep 16 10:50:04.801782 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c req-af599a60-fc63-4615-a420-d12a260c98cf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eebe9be15dab4ac58b3a052201ca9433&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322640 Sep 16 10:50:04.929888 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c req-6b36f287-957d-4b1d-afb0-62502587a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:04.935185 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-02f6e7a7-0b6e-40a1-b0d4-b169c9e6868c req-6b36f287-957d-4b1d-afb0-62502587a0dd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1211615 Sep 16 10:50:04.935321 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:04.958042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:50:05.025399 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-31d3c3a0-e654-49fc-a263-838860bb5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.027105 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-31d3c3a0-e654-49fc-a263-838860bb5742 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eebe9be15dab4ac58b3a052201ca9433&device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 1101 time: 0.0486944 Sep 16 10:50:05.069771 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-e13aab7a-ee4a-47cd-9833-d6b2c65c878f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aed97119-95c7-4282-98ef-82846194af35 HTTP/1.1" status: 200 len: 217 time: 0.0342128 Sep 16 10:50:05.098422 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:50:05.105964 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:05.112035 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:50:05.116300 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2172b-67aa-40f1-902e-25a77b1da81c req-466bed9a-098b-4c18-8b4f-1e238ef830eb tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.117852 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8b2172b-67aa-40f1-902e-25a77b1da81c req-466bed9a-098b-4c18-8b4f-1e238ef830eb tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 948 time: 0.0903039 Sep 16 10:50:05.121020 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:05.121639 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:05.126355 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-0a60540a-0e4b-40de-bcff-6b003d288b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.128203 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-0a60540a-0e4b-40de-bcff-6b003d288b44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7a6bc3a-9700-4e77-9474-203d7c372818 HTTP/1.1" status: 200 len: 843 time: 0.0504994 Sep 16 10:50:05.158537 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2c8ff9e0-07ed-46ba-81e3-f3fde83c8dda tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "PUT /v2.0/floatingips/8561edf8-c944-414d-951a-3c6705955397 HTTP/1.1" status: 200 len: 990 time: 1.7914441 Sep 16 10:50:05.159657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:05.162152 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf960d2f-a16a-408a-9e7a-f435454bd0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:05.185854 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8b2172b-67aa-40f1-902e-25a77b1da81c req-21302d4c-076d-472f-9db7-da8e3289f1e2 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Sep 16 10:50:05.187671 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-40a92c3a-2c6b-4808-bb0f-20441fc6063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.190375 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-40a92c3a-2c6b-4808-bb0f-20441fc6063b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbc48f56-e08d-432e-894b-b6ba4d50f1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515370 Sep 16 10:50:05.233742 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86852ad-cd44-4ade-9fef-5c98a421ab16 x-openstack-request-id: req-b86852ad-cd44-4ade-9fef-5c98a421ab16 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:05.234138 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:05.234461 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b86852ad-cd44-4ade-9fef-5c98a421ab16 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:05.234950 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'status': 'completed', 'code': 200} Sep 16 10:50:05.257818 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:05.307798 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-73f10edb-96be-4c46-a6c6-868c021e8853 service neutron] 10.222.0.30 "GET /v2.0/networks/bbc48f56-e08d-432e-894b-b6ba4d50f1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098297 Sep 16 10:50:05.314920 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-7c581334-f99f-4fd1-b791-9178c31c9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.320426 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-7c581334-f99f-4fd1-b791-9178c31c9cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1098 time: 0.0522201 Sep 16 10:50:05.424406 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-9ac58149-dd4b-417a-810d-7d940b297763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.425990 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-9ac58149-dd4b-417a-810d-7d940b297763 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.1005898 Sep 16 10:50:05.433090 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-776c7ce6-0343-4bc3-b1a1-8108adac4386 req-de9eb63b-7b78-4a8b-85d4-5106ca0d99ab service neutron] 10.222.0.30 "GET /v2.0/networks/bbc48f56-e08d-432e-894b-b6ba4d50f1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172893 Sep 16 10:50:05.500044 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '8561edf8-c944-414d-951a-3c6705955397', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926bae8-f422-4147-9357-7942bce39b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:23Z', 'updated_at': '2021-09-16T10:50:04Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:05.537945 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:50:05.548182 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:05.548830 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:05.559545 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-356b5c33-71e4-448d-b313-be9773ad101b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 998 time: 0.1117163 Sep 16 10:50:05.612546 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-be149723-d9cc-4ec9-8d26-a816da02ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.614033 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-be149723-d9cc-4ec9-8d26-a816da02ca92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0471075 Sep 16 10:50:05.653528 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:05.660395 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-f1b226f1-1bd4-4af1-a6f1-5e2f8bcd488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:05.662007 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-f1b226f1-1bd4-4af1-a6f1-5e2f8bcd488b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388901 Sep 16 10:50:05.783652 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-4a52edaf-afb7-4f78-9776-abdc3fd2cfe2 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026742 Sep 16 10:50:05.903686 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '8561edf8-c944-414d-951a-3c6705955397', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926bae8-f422-4147-9357-7942bce39b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:23Z', 'updated_at': '2021-09-16T10:50:04Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:05.912721 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf960d2f-a16a-408a-9e7a-f435454bd0ca req-c5f1e99b-1a02-4d9a-8338-d4a3e2b1799a service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165273 Sep 16 10:50:05.950047 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f98918-bf64-4f46-951b-b6b175e10887 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '8561edf8-c944-414d-951a-3c6705955397', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9926bae8-f422-4147-9357-7942bce39b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:49:23Z', 'updated_at': '2021-09-16T10:50:04Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:50:06.207487 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43d927-073a-4d40-92cf-980bf9e902e4 None None] New status for floating IP 8561edf8-c944-414d-951a-3c6705955397: ACTIVE {{(pid=100952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:50:06.245899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:06.321424 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5dcb3c-b24a-47a0-9ea4-7ed5731282b0 req-c8b20bf1-3631-4bb8-a46c-8608ad8edf87 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:06.324043 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c5dcb3c-b24a-47a0-9ea4-7ed5731282b0 req-c8b20bf1-3631-4bb8-a46c-8608ad8edf87 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 948 time: 0.0538311 Sep 16 10:50:06.366924 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1c5dcb3c-b24a-47a0-9ea4-7ed5731282b0 req-4da36041-f859-4573-a0ac-737f5b4e434b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Sep 16 10:50:07.326778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46750) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:07.441013 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.526059 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.577008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.617259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb0e931-1b58-4c15-b00f-b64fc0c79b2a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:07.621142 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddd5d357f6884e9fb8fb3199a044d9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932966 Sep 16 10:50:07.623916 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46762) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:07.627189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.627474 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.627810 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.628142 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.628493 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.628826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.629150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.629472 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.629796 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.630115 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.630431 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.630746 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1254e563-0e3c-456f-8472-57b838915d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:07.671141 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.690720 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.788544 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.791103 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:07.792292 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bb0e931-1b58-4c15-b00f-b64fc0c79b2a HTTP/1.1" status: 204 len: 168 time: 0.1673524 Sep 16 10:50:07.800587 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad04f1-443c-4ac5-9a58-1c52a1909d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb0e931-1b58-4c15-b00f-b64fc0c79b2a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:08.130221 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device aed97119-95c7-4282-98ef-82846194af35 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:08.228512 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=aed97119-95c7-4282-98ef-82846194af35,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:08.239643 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'aed97119-95c7-4282-98ef-82846194af35', 'network_id': 'bbc48f56-e08d-432e-894b-b6ba4d50f1b8', 'port_id': 'aed97119-95c7-4282-98ef-82846194af35', 'mac_address': 'fa:16:3e:22:7d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a6bc3a-9700-4e77-9474-203d7c372818', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:08.277103 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.290388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed97119-95c7-4282-98ef-82846194af35 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:08.310411 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=aed97119-95c7-4282-98ef-82846194af35,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:08.397494 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46774) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:08.403730 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.411198 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8c14a1-118f-42d7-814a-6e0d487d4ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.454232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:08.462108 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.464889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.474389 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.474389 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.474389 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.474389 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:08.505366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8c14a1-118f-42d7-814a-6e0d487d4ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.563093 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8c14a1-118f-42d7-814a-6e0d487d4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.601145 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1e8c14a1-118f-42d7-814a-6e0d487d4ebf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d04bbeeabce345da90453a97b0fd7bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025924 Sep 16 10:50:08.602259 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c14a1-118f-42d7-814a-6e0d487d4ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d33afb-8b65-48b7-a972-b5602f5f4885,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:08.604064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 46778) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:08.651224 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.671473 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.803402 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.805971 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:08.807118 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4d33afb-8b65-48b7-a972-b5602f5f4885 HTTP/1.1" status: 204 len: 168 time: 0.2020152 Sep 16 10:50:08.814979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620006c3-4aee-41ab-86b9-4e7affbdb0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d33afb-8b65-48b7-a972-b5602f5f4885,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:10.183774 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85986b-437a-4ee1-b7de-a16a3e403842 req-a08889ea-76a2-42d5-9a95-7aa8d5321b07 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:10.185267 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4d85986b-437a-4ee1-b7de-a16a3e403842 req-a08889ea-76a2-42d5-9a95-7aa8d5321b07 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 949 time: 0.0473547 Sep 16 10:50:10.224662 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4d85986b-437a-4ee1-b7de-a16a3e403842 req-b4d97d54-a63b-4bc4-9c4f-fdf652823220 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Sep 16 10:50:10.476088 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['aed97119-95c7-4282-98ef-82846194af35'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:11.352829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be6b67-21f9-4bd1-a3df-bf93906220cd req-fda44951-92cb-49b5-b75a-5d83c9297ec4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:11.354750 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43be6b67-21f9-4bd1-a3df-bf93906220cd req-fda44951-92cb-49b5-b75a-5d83c9297ec4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 949 time: 0.0514886 Sep 16 10:50:11.391142 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43be6b67-21f9-4bd1-a3df-bf93906220cd req-15303ba1-7cf0-48f6-830e-a4e5398d0a70 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302124 Sep 16 10:50:12.072516 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device aed97119-95c7-4282-98ef-82846194af35 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:12.201912 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port aed97119-95c7-4282-98ef-82846194af35 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:12.209903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port aed97119-95c7-4282-98ef-82846194af35 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:12.209903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:12.321986 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:12.346188 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed97119-95c7-4282-98ef-82846194af35'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:12.348468 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4fcd0b-a552-4218-a946-be4516efba3a" -d '{"events": [{"server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "name": "network-vif-plugged", "status": "completed", "tag": "aed97119-95c7-4282-98ef-82846194af35"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:12.364010 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=aed97119-95c7-4282-98ef-82846194af35,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:12.396065 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aee9c3-aeef-4654-9b3c-1d2222d800bf x-openstack-request-id: req-b3aee9c3-aeef-4654-9b3c-1d2222d800bf {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:12.396378 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "name": "network-vif-plugged", "status": "completed", "tag": "aed97119-95c7-4282-98ef-82846194af35", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:12.396657 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3aee9c3-aeef-4654-9b3c-1d2222d800bf {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:12.397047 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed97119-95c7-4282-98ef-82846194af35', 'code': 200} Sep 16 10:50:12.438196 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:12.495527 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:12.514614 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6c6b0-889b-432b-aedc-d622d354e64b req-60a1fb3e-1410-4509-b4e9-350c5aa99834 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:12.520601 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f6d6c6b0-889b-432b-aedc-d622d354e64b req-60a1fb3e-1410-4509-b4e9-350c5aa99834 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.0492120 Sep 16 10:50:12.555267 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f6d6c6b0-889b-432b-aedc-d622d354e64b req-fde27cca-451b-46d4-aafd-416800dd49dc tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 16 10:50:12.823125 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96304f30-1f61-4639-ade6-e9551faf4da1 req-3dde0727-ceb2-4f36-b8a8-672bf0422431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:12.824550 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96304f30-1f61-4639-ade6-e9551faf4da1 req-3dde0727-ceb2-4f36-b8a8-672bf0422431 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 1103 time: 0.0374277 Sep 16 10:50:12.872477 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96304f30-1f61-4639-ade6-e9551faf4da1 req-5387b527-e567-4371-86d7-0779a9f63d7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270827 Sep 16 10:50:13.678256 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d091fd2-c287-4672-afa0-7336cdf03b90 req-18e81f01-aaa9-4839-87e5-3fe1442439a4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:13.679731 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7d091fd2-c287-4672-afa0-7336cdf03b90 req-18e81f01-aaa9-4839-87e5-3fe1442439a4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.0541942 Sep 16 10:50:13.720323 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7d091fd2-c287-4672-afa0-7336cdf03b90 req-38ce23fb-1169-42e4-bb8d-fa5ce5e9db11 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Sep 16 10:50:14.054705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa2cc-6774-4da6-af20-cd39b1cef0ce req-6f7f37fb-3b34-4dae-80cb-98052ea1a53a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:14.056196 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-150fa2cc-6774-4da6-af20-cd39b1cef0ce req-6f7f37fb-3b34-4dae-80cb-98052ea1a53a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0510230 Sep 16 10:50:14.093614 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-150fa2cc-6774-4da6-af20-cd39b1cef0ce req-3d38a22b-e5f4-4eb2-98fd-99f05836603c tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Sep 16 10:50:14.302613 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46956) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:14.318755 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-dec21d08-1e39-4115-a378-bb890009747e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422480 Sep 16 10:50:14.423784 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c864eb8b-f9fd-4c95-aa76-4da8eab5e9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.438403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-2d12cc95-48e5-4646-b4b0-17fc738baa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:14.440224 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-2d12cc95-48e5-4646-b4b0-17fc738baa36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 1098 time: 0.0678513 Sep 16 10:50:14.545803 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c864eb8b-f9fd-4c95-aa76-4da8eab5e9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.586891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-8c3ff790-23af-454e-acc6-4af240040db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:14.588629 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-8c3ff790-23af-454e-acc6-4af240040db5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 915 time: 0.0927000 Sep 16 10:50:14.665805 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-2b4691bb-bf19-4bc5-8e95-bdbd8508969c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603 HTTP/1.1" status: 200 len: 217 time: 0.0395217 Sep 16 10:50:14.668743 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c864eb8b-f9fd-4c95-aa76-4da8eab5e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.710594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864eb8b-f9fd-4c95-aa76-4da8eab5e9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8ca726-1d0c-47a8-b436-b4a851ca8382,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:14.717234 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-c864eb8b-f9fd-4c95-aa76-4da8eab5e9a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d553919c5764b8c9ef29f27e6c5e246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134302 Sep 16 10:50:14.720337 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 46974) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:14.772777 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.797331 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.935715 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.938357 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:14.939515 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c8ca726-1d0c-47a8-b436-b4a851ca8382 HTTP/1.1" status: 204 len: 168 time: 0.2182233 Sep 16 10:50:14.948133 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee886f-e64d-4836-ba8e-490516d53fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8ca726-1d0c-47a8-b436-b4a851ca8382,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:14.981166 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-5123b7e7-086c-42c9-9c90-05fa5cfb3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:14.982691 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-5123b7e7-086c-42c9-9c90-05fa5cfb3151 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 200 len: 855 time: 0.2969642 Sep 16 10:50:15.002677 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4af9-2dd5-4e7a-8950-6c156d48b26f req-5ceaf45c-432f-4a9a-8828-c07706580e05 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:15.008573 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-924f4af9-2dd5-4e7a-8950-6c156d48b26f req-5ceaf45c-432f-4a9a-8828-c07706580e05 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.0726502 Sep 16 10:50:15.034924 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-ceb5dcba-2f47-4a04-9115-96056af809db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c070572-d28b-45da-954f-67c6d78e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297616 Sep 16 10:50:15.082014 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-924f4af9-2dd5-4e7a-8950-6c156d48b26f req-0bd90a48-f3af-40ea-8321-103ecc15e6ef tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Sep 16 10:50:15.154138 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-56667cd1-20d9-4a9f-8d2a-8bf80dcf3081 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001132 Sep 16 10:50:15.293114 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:15.304011 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c361f7ca-b4ea-43c8-8782-f401b68c3834 req-c51ba867-80f8-4d86-9974-393fcd10a723 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397040 Sep 16 10:50:15.315034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f30f4-62d4-4302-b241-ea3101b314d4 req-04760091-97b8-4025-bff8-2230380e6ba9 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:15.322477 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-848f30f4-62d4-4302-b241-ea3101b314d4 req-04760091-97b8-4025-bff8-2230380e6ba9 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.1401107 Sep 16 10:50:15.355684 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-848f30f4-62d4-4302-b241-ea3101b314d4 req-9dd29bf4-a129-4756-9402-3bd854d89b2e tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Sep 16 10:50:15.696571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47030) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:15.710584 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3638221-05fd-4ed9-a624-b59374dceae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:15.799191 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3638221-05fd-4ed9-a624-b59374dceae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:15.825202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3843-cd66-4bc6-a46c-61a108ce7c1f req-ca0d59da-7245-4714-b5c6-281af16abcb4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:15.826685 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-485a3843-cd66-4bc6-a46c-61a108ce7c1f req-ca0d59da-7245-4714-b5c6-281af16abcb4 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.0541220 Sep 16 10:50:15.864561 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-485a3843-cd66-4bc6-a46c-61a108ce7c1f req-0971ad7b-e47d-479d-998e-12d7217355fb tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Sep 16 10:50:15.920731 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3638221-05fd-4ed9-a624-b59374dceae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:15.958015 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a3638221-05fd-4ed9-a624-b59374dceae5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca15fdd911b04924b796c241d457576d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603047 Sep 16 10:50:15.960000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638221-05fd-4ed9-a624-b59374dceae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7335ac91-8590-4cc0-a45d-285d7a726b87,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:15.960810 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47040) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:16.010149 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.034687 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.149041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.151573 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.155689 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7335ac91-8590-4cc0-a45d-285d7a726b87 HTTP/1.1" status: 204 len: 168 time: 0.1908202 Sep 16 10:50:16.161452 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7eec5-caf5-43ed-bce3-72029484c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335ac91-8590-4cc0-a45d-285d7a726b87,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:16.375829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47046) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:16.485076 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8282b-8cf4-4b02-8feb-1cfd96b680a0 req-86e861eb-0f1f-4e4b-91cf-d98e228afa93 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:16.486657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-22a8282b-8cf4-4b02-8feb-1cfd96b680a0 req-86e861eb-0f1f-4e4b-91cf-d98e228afa93 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0567017 Sep 16 10:50:16.506857 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f3aae0e1-5d73-4461-8450-c5de72e18727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.548372 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-22a8282b-8cf4-4b02-8feb-1cfd96b680a0 req-2673b0ca-d6d7-4ccd-86e4-db3621483b1a tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf8c45ca-7c57-4e94-9000-3ddbed87f775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549614 Sep 16 10:50:16.628836 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f3aae0e1-5d73-4461-8450-c5de72e18727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.664011 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47074) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:16.708820 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Deleting subnet 326bd8a6-a601-473a-9c52-9402a4f580ef {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:50:16.713427 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f3aae0e1-5d73-4461-8450-c5de72e18727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.719921 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.760586 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.766208 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f3aae0e1-5d73-4461-8450-c5de72e18727 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1caa5c8ffc274c4a8e9d8bf3b1411eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892181 Sep 16 10:50:16.766852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aae0e1-5d73-4461-8450-c5de72e18727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d459811-f912-4783-90f1-6ad4b9b67823,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:16.769177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47078) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:16.770676 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.819091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.876586 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.887783 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.922169 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-23854446-376a-4523-ab1f-fed6e92ed381 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:16.923897 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-23854446-376a-4523-ab1f-fed6e92ed381 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.30 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 946 time: 0.0886204 Sep 16 10:50:16.924773 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326bd8a6-a601-473a-9c52-9402a4f580ef,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:16.947673 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:16.950064 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b9143758-63cd-45f6-942c-296728ae82ec admin admin] 10.222.0.36 "DELETE /v2.0/subnets/326bd8a6-a601-473a-9c52-9402a4f580ef HTTP/1.1" status: 204 len: 168 time: 0.2850370 Sep 16 10:50:16.955794 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47090) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:17.028600 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.076603 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9a3c7-9402-4297-9c86-c7d556f0de97 req-4c687733-c58f-4abc-9874-1caba35272d6 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:17.078083 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04f9a3c7-9402-4297-9c86-c7d556f0de97 req-4c687733-c58f-4abc-9874-1caba35272d6 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.1260834 Sep 16 10:50:17.080191 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.082802 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.086465 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d459811-f912-4783-90f1-6ad4b9b67823 HTTP/1.1" status: 204 len: 168 time: 0.3137956 Sep 16 10:50:17.110398 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43e375-3bb2-4456-824c-effe6e9a7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d459811-f912-4783-90f1-6ad4b9b67823,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:17.112736 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.145915 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.146469 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.147419 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.147925 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > port after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.148317 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.148685 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > port after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.149009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.149729 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.150056 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.150391 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.170410 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Deleting port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:50:17.170754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.179176 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04f9a3c7-9402-4297-9c86-c7d556f0de97 req-b79171db-4c59-4c36-b1de-a697bf3f6735 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941207 Sep 16 10:50:17.271477 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] For port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,segment=NetworkSegment(46bfdbc8-b5bf-4555-b5fa-b699578efe57),segment_id=46bfdbc8-b5bf-4555-b5fa-b699578efe57)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:17.271837 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.286664 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Calling delete_port for 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:50:17.324909 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.325928 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.329473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.329473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:17.329473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8c7567-fe62-41d5-9f37-6d814f678c67']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:17.347971 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a73ac2-c421-4fd8-9951-929d5c64e8c7') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:17.348290 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a73ac2-c421-4fd8-9951-929d5c64e8c7') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:17.365400 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.390422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.407040 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:50:17.408028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: from cryptography.utils import int_from_bytes Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: from cryptography.utils import int_from_bytes Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:50:17.413422 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:50:17.514893 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.531961 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['5ea6e3b6-f695-4f0f-a9ff-57402a748be8'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:17.545180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.546913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Pushing event deleted for resources: {'Port': ['ID=5ea6e3b6-f695-4f0f-a9ff-57402a748be8,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:17.557919 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.567167 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2a8c7567-fe62-41d5-9f37-6d814f678c67 HTTP/1.1" status: 204 len: 168 time: 0.6098149 Sep 16 10:50:17.570523 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47108) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:17.633639 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b80ada-3280-421a-8d63-138aad1d9548 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8c7567-fe62-41d5-9f37-6d814f678c67,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:17.655162 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Deleting subnet cbb80b15-c757-43bb-92f0-7f29d492e291 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:50:17.658442 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.674141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] No DVR routers for this DVR port 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:50:17.678651 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6bc7cb66-ab49-49ea-bb1a-720de1b4b72f req-ba88db45-29fa-4c8c-a985-f770431813f0 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0421824 Sep 16 10:50:17.679690 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.681606 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-defeef10-c849-4aaa-9bc5-8c3a1aca425f req-de9e7b85-debd-47aa-abde-3b94adf741e4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.30 "DELETE /v2.0/ports/5ea6e3b6-f695-4f0f-a9ff-57402a748be8 HTTP/1.1" status: 204 len: 173 time: 0.7407360 Sep 16 10:50:17.682277 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'name': 'network-vif-deleted', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:17.685532 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa506040-027d-4a9a-a66a-394d3a020a6e" -d '{"events": [{"server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "name": "network-vif-deleted", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:17.701187 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.728562 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b447d89b-d323-417b-b035-e8c04eb79c46 x-openstack-request-id: req-b447d89b-d323-417b-b035-e8c04eb79c46 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:17.728929 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13595d42-40cc-4655-b911-563b9837a221", "name": "network-vif-deleted", "tag": "5ea6e3b6-f695-4f0f-a9ff-57402a748be8", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:17.729251 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b447d89b-d323-417b-b035-e8c04eb79c46 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:17.729717 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13595d42-40cc-4655-b911-563b9837a221', 'name': 'network-vif-deleted', 'tag': '5ea6e3b6-f695-4f0f-a9ff-57402a748be8', 'status': 'completed', 'code': 200} Sep 16 10:50:17.745118 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.897987 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5467d861-29a6-4f0b-a942-fedc09db7dc9 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:17.899442 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5467d861-29a6-4f0b-a942-fedc09db7dc9 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.30 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.0464606 Sep 16 10:50:17.923932 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47118) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:17.938771 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ff7a-57e3-4d5f-a9df-64d8f5e73621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.955913 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.987414 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbb80b15-c757-43bb-92f0-7f29d492e291,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:17.989516 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:17.991356 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-585487a5-622a-49ef-8c39-93c812744291 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cbb80b15-c757-43bb-92f0-7f29d492e291 HTTP/1.1" status: 204 len: 168 time: 0.4194221 Sep 16 10:50:17.995055 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47120) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:18.019328 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Deleting port aed97119-95c7-4282-98ef-82846194af35 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:50:18.019668 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.065134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ff7a-57e3-4d5f-a9df-64d8f5e73621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.106786 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47124) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:18.125199 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.143395 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ff7a-57e3-4d5f-a9df-64d8f5e73621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.161037 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] For port aed97119-95c7-4282-98ef-82846194af35, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=aed97119-95c7-4282-98ef-82846194af35,segment=NetworkSegment(eecc166f-0af0-4444-a0b4-5444a1b78926),segment_id=eecc166f-0af0-4444-a0b4-5444a1b78926)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:18.161405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.184699 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ff7a-57e3-4d5f-a9df-64d8f5e73621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d653d65d-4a21-4a8a-8867-bdbd5f0a6187,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:18.201308 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Calling delete_port for aed97119-95c7-4282-98ef-82846194af35 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:50:18.202929 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-c5d4ff7a-57e3-4d5f-a9df-64d8f5e73621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3cbd26bd79460ea4e727973098a1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750814 Sep 16 10:50:18.204309 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47128) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:18.259869 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.273957 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cbed5844-229e-41b6-861b-eb99c9eb05bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.315570 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.346976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.349024 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.409904 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.410235 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.410678 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.410954 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 10:50:18.411280 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200ed287-8d8a-47ea-9c8a-6128409462f1']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:18.424879 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cbed5844-229e-41b6-861b-eb99c9eb05bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.440713 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc321a8-f2a9-425f-8543-05de1a7840d0') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:18.441007 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc321a8-f2a9-425f-8543-05de1a7840d0') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:18.461392 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.480292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af25b-7eb7-41f3-bf1d-93a38b3e7ff0 req-df5d94a1-2060-4ad7-ba3b-7b4e715d2197 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:18.480475 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.482387 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-858af25b-7eb7-41f3-bf1d-93a38b3e7ff0 req-df5d94a1-2060-4ad7-ba3b-7b4e715d2197 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 950 time: 0.2244389 Sep 16 10:50:18.483457 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.487129 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d653d65d-4a21-4a8a-8867-bdbd5f0a6187 HTTP/1.1" status: 204 len: 168 time: 0.2766087 Sep 16 10:50:18.493494 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98ec5-f871-49e0-81d3-1a7a6051c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d653d65d-4a21-4a8a-8867-bdbd5f0a6187,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:18.506725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.522046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:50:18.522046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: from cryptography.utils import int_from_bytes Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: from cryptography.utils import int_from_bytes Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:50:18.526002 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:50:18.552570 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-cbed5844-229e-41b6-861b-eb99c9eb05bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.592611 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-cbed5844-229e-41b6-861b-eb99c9eb05bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=716b391747c944099a7f20fba037e74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846432 Sep 16 10:50:18.593854 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed5844-229e-41b6-861b-eb99c9eb05bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172ca09-667f-44ef-9d10-a7a6c44e9632,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:18.597592 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47134) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:18.618339 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-858af25b-7eb7-41f3-bf1d-93a38b3e7ff0 req-24f4cd6f-5701-4058-b557-9bf8f33a849b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/security-groups?id=ecee894d-e121-408e-b3ab-2130fb471c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260068 Sep 16 10:50:18.650804 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.674110 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.726733 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.735307 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.740025 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/200ed287-8d8a-47ea-9c8a-6128409462f1 HTTP/1.1" status: 204 len: 168 time: 0.7404160 Sep 16 10:50:18.747670 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1a9a7-b2ae-4077-9087-861495d2e9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=200ed287-8d8a-47ea-9c8a-6128409462f1,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:18.758242 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.773863 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['aed97119-95c7-4282-98ef-82846194af35'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:18.852229 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-45e0e35d-7cab-4712-9a20-1df3a56344d8 req-4a316cc5-0d33-4542-9991-2b25d54161d4 tempest-DeleteServersTestJSON-324991559 tempest-DeleteServersTestJSON-324991559-project] 10.222.0.36 "GET /v2.0/ports?device_id=13595d42-40cc-4655-b911-563b9837a221 HTTP/1.1" status: 200 len: 210 time: 0.0769238 Sep 16 10:50:18.855816 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Pushing event deleted for resources: {'Port': ['ID=aed97119-95c7-4282-98ef-82846194af35,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:18.871825 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.881527 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] No DVR routers for this DVR port aed97119-95c7-4282-98ef-82846194af35 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:50:18.885448 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.885894 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:18.891163 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e172ca09-667f-44ef-9d10-a7a6c44e9632 HTTP/1.1" status: 204 len: 168 time: 0.2926002 Sep 16 10:50:18.891577 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5bde5497-ca91-4c51-86ed-fe3ac4b5bf3f req-5590e2f3-b4bf-4bba-880d-786996d6c65b tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.30 "DELETE /v2.0/ports/aed97119-95c7-4282-98ef-82846194af35 HTTP/1.1" status: 204 len: 173 time: 0.9809234 Sep 16 10:50:18.902316 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1808c0-cfdd-47f4-b5a0-388c5b2b5901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172ca09-667f-44ef-9d10-a7a6c44e9632,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:19.318437 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47156) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:19.369118 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-33bff170-24a9-4451-b530-fd10ad102932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5141142c6b1b4af89adcf99f1d1e18d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493400 Sep 16 10:50:19.371894 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47158) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:19.426186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:19.459213 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:19.587292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:19.589982 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:19.591293 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77a81739-a95e-47b2-9819-f35bea7b0198 HTTP/1.1" status: 204 len: 168 time: 0.2183268 Sep 16 10:50:19.599294 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f331d-1460-4fb0-a39f-bfd1e1daa818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a81739-a95e-47b2-9819-f35bea7b0198,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:19.731042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'name': 'network-vif-deleted', 'tag': 'aed97119-95c7-4282-98ef-82846194af35'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:19.734527 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1220c3c-6ae3-4083-b36b-5e2396188c25" -d '{"events": [{"server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "name": "network-vif-deleted", "tag": "aed97119-95c7-4282-98ef-82846194af35"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:19.792359 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14680119-ee6c-49ad-b5c3-f74618dc099d x-openstack-request-id: req-14680119-ee6c-49ad-b5c3-f74618dc099d {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:19.792681 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e771fdd0-d64e-4420-ad51-ea66c3825454", "name": "network-vif-deleted", "tag": "aed97119-95c7-4282-98ef-82846194af35", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:19.793051 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14680119-ee6c-49ad-b5c3-f74618dc099d {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:19.793473 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771fdd0-d64e-4420-ad51-ea66c3825454', 'name': 'network-vif-deleted', 'tag': 'aed97119-95c7-4282-98ef-82846194af35', 'status': 'completed', 'code': 200} Sep 16 10:50:19.795385 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7730c9ac-4c43-4f13-afd8-e94136d69ba2 req-bdf30fc1-dcc3-46a1-89c6-9cfbd532f271 tempest-VolumesNegativeTest-2043065382 tempest-VolumesNegativeTest-2043065382-project] 10.222.0.36 "GET /v2.0/ports?device_id=e771fdd0-d64e-4420-ad51-ea66c3825454 HTTP/1.1" status: 200 len: 210 time: 0.0343173 Sep 16 10:50:20.120356 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device aed97119-95c7-4282-98ef-82846194af35 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:50:20.151933 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: aed97119-95c7-4282-98ef-82846194af35 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:50:20.152576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device aed97119-95c7-4282-98ef-82846194af35 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:50:20.153341 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:50:20.180946 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:50:20.181511 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 5ea6e3b6-f695-4f0f-a9ff-57402a748be8 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:50:20.604039 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47228) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:20.647720 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f2e2ba19-3fd7-4553-96b1-cdb93d4cdd7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc42dce4e0ba4128a1b152322d0b9d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402288 Sep 16 10:50:20.648043 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47232) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:20.696067 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:20.718550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:20.830383 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:20.831460 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:20.832162 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb2b2886-813e-406e-a369-6f6e256b021c HTTP/1.1" status: 204 len: 168 time: 0.1829622 Sep 16 10:50:20.843961 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8a87-0a77-4799-9def-9864b6b658b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2b2886-813e-406e-a369-6f6e256b021c,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:21.514105 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-40d79554-5204-42ca-b48e-95d41a1080f1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:21.521679 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-40d79554-5204-42ca-b48e-95d41a1080f1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1131163 Sep 16 10:50:21.544399 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-0c4a2348-2830-4379-b55a-3c909718b3fa tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/quotas/2f67beace04845049ef284b8cae2addd HTTP/1.1" status: 200 len: 375 time: 0.0156391 Sep 16 10:50:21.547077 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47294) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:21.593638 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47302) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:21.611015 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-99507935-6cf4-4d0c-ada4-d32166c3046a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657976 Sep 16 10:50:21.649538 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Deleting subnet 85e7e8e6-daa8-4b44-a0a4-ca5452c680b2 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:50:21.652702 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:21.693986 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:21.739499 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82419742-6e2d-4b30-ad92-ec6f90d7758d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:21.743455 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-40b9cbfb-7f09-412e-b4f6-fa00c4707044 service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312654 Sep 16 10:50:21.770414 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:21.863566 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-d6f298ee-1677-490f-8b06-c29821c7a070 service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191242 Sep 16 10:50:21.902474 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82419742-6e2d-4b30-ad92-ec6f90d7758d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.002272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82419742-6e2d-4b30-ad92-ec6f90d7758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.037714 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-82419742-6e2d-4b30-ad92-ec6f90d7758d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41309184e24543f9848ccdae3ee71172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888995 Sep 16 10:50:22.038625 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82419742-6e2d-4b30-ad92-ec6f90d7758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af91144-7234-499b-881f-b17b7232426d,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:22.040289 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47320) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:22.054650 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.097602 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.101555 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/85e7e8e6-daa8-4b44-a0a4-ca5452c680b2 HTTP/1.1" status: 204 len: 168 time: 0.5039976 Sep 16 10:50:22.101555 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bec4f0-3e8b-43b2-a17f-5de8e046bad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e7e8e6-daa8-4b44-a0a4-ca5452c680b2,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:22.101778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47328) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:22.181710 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-57ce29f4-2292-4a3f-9f61-d58752d359f3 req-de51eef2-1e39-4821-80bd-108467a39572 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0453017 Sep 16 10:50:22.182490 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.210536 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.283599 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48e7dff-3c21-4f00-8051-de742dd38d5e']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bfdbc8-b5bf-4555-b5fa-b699578efe57') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bfdbc8-b5bf-4555-b5fa-b699578efe57') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7af91144-7234-499b-881f-b17b7232426d HTTP/1.1" status: 204 len: 168 time: 0.4226847 Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43fec-bc11-4af9-9f95-0639ac8f7b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af91144-7234-499b-881f-b17b7232426d,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:50:22.589171 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:50:22.592798 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:50:22.650368 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.656910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:22.661387 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d48e7dff-3c21-4f00-8051-de742dd38d5e HTTP/1.1" status: 204 len: 168 time: 0.5559490 Sep 16 10:50:22.672040 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28d0f7-48b2-42e7-88a7-d5142f016022 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48e7dff-3c21-4f00-8051-de742dd38d5e,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:22.711481 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47378) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:22.916547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2058232295-network', 'tenant_id': '5aee99c458b54ad5b52f03ab53d75438'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:23.086693 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Made reservation on behalf of 5aee99c458b54ad5b52f03ab53d75438 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:23.089125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.101481 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.185187 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.241388 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.272040 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:50:23.282017 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f8ad2-857e-4b31-a3de-b78aa153c04d,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:23.288522 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.289052 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Added segment 4fb93731-17d6-48d0-b46a-14798eb598c9 of type vlan for network 127e53ab-51b5-4623-8daa-bce375a4ad1f Sep 16 10:50:23.334265 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dbada10a-c31f-48f8-9013-a1e08069aad9 req-893c884e-21d9-4ce3-947d-ca35ecb436a4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0684803 Sep 16 10:50:23.346854 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.393219 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47448) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:23.437936 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-16025e72-def5-4d8a-9dc2-18ace291b3cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6001478e97e4f21bf862a4f95e13bda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435953 Sep 16 10:50:23.440278 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47454) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:23.498680 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.500160 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:23.500956 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.537366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.594300 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] Pushing event updated for resources: {'Network': ['ID=127e53ab-51b5-4623-8daa-bce375a4ad1f,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:23.602351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.611311 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:50:23.638402 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f1e59df9-5913-493d-8f65-4b77654076fd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9252758 Sep 16 10:50:23.641168 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47468) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:23.646828 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Request body: {'subnet': {'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2058232295-subnet', 'tenant_id': '5aee99c458b54ad5b52f03ab53d75438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:23.782018 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Made reservation on behalf of 5aee99c458b54ad5b52f03ab53d75438 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:23.785970 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.787468 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.797985 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:23.797985 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf8c45ca-7c57-4e94-9000-3ddbed87f775 HTTP/1.1" status: 204 len: 168 time: 0.3508208 Sep 16 10:50:23.820137 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b8cd6-f48c-4d69-895f-1757acf36225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c45ca-7c57-4e94-9000-3ddbed87f775,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:24.138993 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:24.193744 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef2192f-86e7-4cc6-865e-85f9016040f1,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:24.202830 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Checking segment: {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:24.203184 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Network hostable DHCP agents. Network: 127e53ab-51b5-4623-8daa-bce375a4ad1f, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:50:24.330370 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:50:24.418901 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 127e53ab-51b5-4623-8daa-bce375a4ad1f) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:24.429610 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc98ba-39f0-4798-b6fb-17e383ab6c4c None None] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:24.431146 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:24.431766 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:24.462603 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-73bf66c8-800c-49be-9563-faf64a83124b req-5d1b9198-e46b-46d7-af5b-58eabefa8597 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0444291 Sep 16 10:50:24.536564 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f596a01f-728e-4c0c-867f-a43a9c1fdc7c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8929424 Sep 16 10:50:24.603631 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ead9d-cc50-4946-88c1-c1c63d9ba08e None None] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:24.941984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-875d8812-faf4-44c6-8dd1-56a4d83fb103 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:24.943715 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-875d8812-faf4-44c6-8dd1-56a4d83fb103 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1106699 Sep 16 10:50:24.969482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Request body: {'port': {'device_id': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'admin_state_up': True, 'tenant_id': '2f67beace04845049ef284b8cae2addd'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:25.229696 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:25.234022 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:25.339841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47580) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:25.500590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-749940179-network', 'tenant_id': '9660652cb023491baf0272f86afca976'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:25.584503 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Made reservation on behalf of 9660652cb023491baf0272f86afca976 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:25.584503 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:25.599897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:25.661001 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-87777dff-2d81-4d8d-bfbb-ebe3ce792ea7 req-038b56cd-bc18-4b80-976d-792f4e048223 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0315692 Sep 16 10:50:25.686334 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Allocated IP 172.20.0.2 (1c070572-d28b-45da-954f-67c6d78e22a3/37819cd9-8a2c-4914-9734-f89c4923daa2/f1d20566-2082-4733-b173-b6da8b211865) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:25.732524 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:25.824711 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:25.859091 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:50:25.889427 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41426172-caef-4bc4-92c8-00336d6b2a85,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:25.894662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.001594 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.018066 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.018501 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Added segment d774dfe8-8dee-44a7-899c-d0ad5a578e2b of type vlan for network 2597e7d9-b1bd-46ed-9143-59debde0523b Sep 16 10:50:26.020498 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:26.061373 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Network 1c070572-d28b-45da-954f-67c6d78e22a3 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:26.065669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:26.066282 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.067765 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event updated for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:26.070354 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:26.125229 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:26.125851 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.144390 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.145540 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:26.146196 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.202505 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-c4faaaae-36c9-4530-8ec0-001527187b7d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2377231 Sep 16 10:50:26.223106 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2597e7d9-b1bd-46ed-9143-59debde0523b,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:26.223207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Request body: {'port': {'device_id': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:26.223307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 2597e7d9-b1bd-46ed-9143-59debde0523b details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:50:26.277363 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4537d741-6f54-4b42-bb93-83d5330a14a8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9360628 Sep 16 10:50:26.277776 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.281489 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47636) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:26.288182 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Request body: {'subnet': {'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-subnet', 'tenant_id': '9660652cb023491baf0272f86afca976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:26.364704 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Made reservation on behalf of 9660652cb023491baf0272f86afca976 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:26.367239 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.569272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d20566-2082-4733-b173-b6da8b211865 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:26.580553 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.598643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Transition to ACTIVE for port object f1d20566-2082-4733-b173-b6da8b211865 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:26.779195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b7bb-082c-48dd-aa6c-28ae4544518f req-b6691f08-d0b8-4f48-bd72-ac97c3d68287 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:26.780598 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-66d9b7bb-082c-48dd-aa6c-28ae4544518f req-b6691f08-d0b8-4f48-bd72-ac97c3d68287 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 931 time: 0.0502963 Sep 16 10:50:26.800042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.803215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:26.867427 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-66d9b7bb-082c-48dd-aa6c-28ae4544518f req-c878d51b-a11c-4300-9054-0de6ead1c637 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808997 Sep 16 10:50:26.874908 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:26.889328 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf8d85b-ad45-4b20-8841-b8d7154cad75,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:26.894552 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Checking segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:26.894996 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Network hostable DHCP agents. Network: 2597e7d9-b1bd-46ed-9143-59debde0523b, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:50:26.946009 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Attempting to bind port f1d20566-2082-4733-b173-b6da8b211865 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:26.946336 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Attempting to bind port f1d20566-2082-4733-b173-b6da8b211865 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:26.946658 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Attempting to bind port f1d20566-2082-4733-b173-b6da8b211865 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:26.951381 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Port f1d20566-2082-4733-b173-b6da8b211865 on network 1c070572-d28b-45da-954f-67c6d78e22a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:26.951694 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Attempting to bind port f1d20566-2082-4733-b173-b6da8b211865 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:26.956752 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:26.957082 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Checking segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:26.957452 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Bound using segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:26.957866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Bound port: f1d20566-2082-4733-b173-b6da8b211865, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:26.958215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.018272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Network 2597e7d9-b1bd-46ed-9143-59debde0523b is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:50:27.053988 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:27.061091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f1d20566-2082-4733-b173-b6da8b211865,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:27.195679 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 2597e7d9-b1bd-46ed-9143-59debde0523b) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:27.199883 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.201069 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.212472 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ff523-631d-453a-bb99-8f9f701e0559 None None] Network 2597e7d9-b1bd-46ed-9143-59debde0523b requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:27.237565 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.311421 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.312092 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.313551 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1d20566-2082-4733-b173-b6da8b211865 HTTP/1.1" status: 200 len: 1093 time: 1.0994081 Sep 16 10:50:27.313987 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:27.316223 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b0bbe8-557f-45c6-9615-4be17b7a3459" -d '{"events": [{"name": "network-changed", "server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "tag": "f1d20566-2082-4733-b173-b6da8b211865"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:27.322566 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-977ff3a7-56f0-489b-b49a-c0c1d9ddb19b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0373652 Sep 16 10:50:27.322756 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47708) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:27.327546 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:27.360585 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f04b7e-8a35-4012-b8e9-22eca9ad9879 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:27.369707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-1a539c97-8022-42d2-b823-ae43d586b50b tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.371236 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-1a539c97-8022-42d2-b823-ae43d586b50b tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/networks?id=127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 200 len: 809 time: 0.1686380 Sep 16 10:50:27.391649 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c81302-c6d7-4069-bbf7-d6edc5da5687 x-openstack-request-id: req-52c81302-c6d7-4069-bbf7-d6edc5da5687 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:27.392003 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "tag": "f1d20566-2082-4733-b173-b6da8b211865", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:27.392509 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52c81302-c6d7-4069-bbf7-d6edc5da5687 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:27.392957 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865', 'status': 'completed', 'code': 200} Sep 16 10:50:27.399575 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-a49c3f58-b779-4e13-95c2-068c55429995 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/quotas/5aee99c458b54ad5b52f03ab53d75438 HTTP/1.1" status: 200 len: 375 time: 0.0182745 Sep 16 10:50:27.414698 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c8c023-bb5c-4e5c-b882-879ae8ef597c None None] Network 2597e7d9-b1bd-46ed-9143-59debde0523b requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:27.444245 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-43d21795-3630-4a5d-844f-638dc2097e36 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407634 Sep 16 10:50:27.459069 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.460504 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.514666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-3c02c7f9-f752-4a14-bac0-349938a4c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.516271 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-3c02c7f9-f752-4a14-bac0-349938a4c7ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 1096 time: 0.0973110 Sep 16 10:50:27.538386 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.651078 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-e7280c38-931c-4e5d-8916-cb1faa8ad251 service neutron] 10.222.0.36 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895647 Sep 16 10:50:27.699555 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-438a6239-cbc1-4b8f-a797-e588d1680ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.701608 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-438a6239-cbc1-4b8f-a797-e588d1680ae0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f67beace04845049ef284b8cae2addd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1420021 Sep 16 10:50:27.770327 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-e07c0813-30a6-4dea-a71a-f4c6a483fcb0 service neutron] 10.222.0.36 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110363 Sep 16 10:50:27.934004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:27.990954 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fff0e-32f9-4c08-a629-eaf763a1fda0 req-010f8f63-df85-4f2a-ae7b-5052ca4f0bf2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:27.993477 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-145fff0e-32f9-4c08-a629-eaf763a1fda0 req-010f8f63-df85-4f2a-ae7b-5052ca4f0bf2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 943 time: 0.0505209 Sep 16 10:50:28.047081 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-145fff0e-32f9-4c08-a629-eaf763a1fda0 req-f7930b87-16ec-4c65-b448-d433b16bc67b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Sep 16 10:50:28.071550 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb99d838-1c6f-43bc-9378-d1eb2843a083 req-8073e15f-8303-4d4f-9764-b8d28f119b0d tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 210 time: 0.0407405 Sep 16 10:50:28.242450 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:28.261258 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:28.368917 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Allocated IP 172.27.3.242 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:28.469072 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:28.605271 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:28.633273 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:28.636375 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:28.638888 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:28.676047 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Pushing event updated for resources: {'Port': ['ID=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:29.017565 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:29.202351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:29.393196 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Router 3536f40f-4f2e-4dea-b10b-a42ad47b443d is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:50:29.494897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:50:29.504431 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Sync routers for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:50:29.514385 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:29.518495 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:29.618108 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:29.621758 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:29.626218 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b198866f-152a-46e0-a6b4-a83f6a17ab41 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2999129 Sep 16 10:50:29.626413 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47774) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:29.874517 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:28Z', 'revision_number': 3, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:29.899909 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Checking router: 3536f40f-4f2e-4dea-b10b-a42ad47b443d for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:50:29.900253 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Updating router 3536f40f-4f2e-4dea-b10b-a42ad47b443d port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:50:29.926072 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.037415 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.173911 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.184906 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Allocated IP 172.20.0.1 (2597e7d9-b1bd-46ed-9143-59debde0523b/bdf8d85b-ad45-4b20-8841-b8d7154cad75/0152fdaa-a8f5-481b-bc62-e81a904ce46e) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:30.256405 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.290654 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.307395 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Pushing event updated for resources: {'Port': ['ID=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,revision_number=2']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:30.310290 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Attempting to bind port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:30.310652 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Attempting to bind port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:30.311011 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Attempting to bind port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:30.318830 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.319195 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.319540 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.319881 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.320203 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.320559 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.320888 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.321211 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.321559 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.321884 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.322204 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.322525 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:50:30.325723 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:30.326091 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:30.326486 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.326864 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:30.327333 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Bound port: 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:30.327720 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.377496 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] For port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:30.380737 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] For port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:30.390511 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.425818 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Network 2597e7d9-b1bd-46ed-9143-59debde0523b is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:30.428554 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:30.439495 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:30.461711 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:30.478205 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.498950 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.558241 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd779d15-6b12-4188-854a-da0f2106ede8 None None] Pushing event updated for resources: {'Port': ['ID=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:30.563175 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:30.563784 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:30.670731 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:30.687730 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.741576 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-56c48efb-b19f-46b5-9a55-992c378141af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:30.743684 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26b0bbe8-557f-45c6-9615-4be17b7a3459 req-56c48efb-b19f-46b5-9a55-992c378141af service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1029155 Sep 16 10:50:30.816127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9302f1f1-4a16-444e-943c-a287aa505abe req-51506469-2ff8-427d-9114-3cf48916d421 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 210 time: 0.0325398 Sep 16 10:50:30.861223 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8c1a3-8394-4898-9642-844368aa47f1 req-79babdbd-f356-4876-a66e-9e8c3c310d1d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:30.862954 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-72c8c1a3-8394-4898-9642-844368aa47f1 req-79babdbd-f356-4876-a66e-9e8c3c310d1d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 943 time: 0.1145017 Sep 16 10:50:30.882514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-0d32bade-aeaa-4dae-ae93-2c7d29892eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:30.884218 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-0d32bade-aeaa-4dae-ae93-2c7d29892eaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 1096 time: 0.0703449 Sep 16 10:50:30.894166 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0c7f22c2-e83f-4dec-94e8-931bdda73df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.926310 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:28Z', 'revision_number': 3, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:30.930480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:30.942743 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-4b8da31f-0aa0-4a88-b53f-9d3cf4f02468 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d20566-2082-4733-b173-b6da8b211865 HTTP/1.1" status: 200 len: 217 time: 0.0452502 Sep 16 10:50:30.947683 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-72c8c1a3-8394-4898-9642-844368aa47f1 req-e2dfa48c-3a13-4d5b-b1ec-349e282fc227 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774474 Sep 16 10:50:30.954979 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c337d81-cef0-4f58-a029-20f0bff44123 None None] The sync data for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi is: [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:28Z', 'revision_number': 3, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:50:30.994224 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-de2fdbb3-d9b7-494d-bb0a-0e13118b1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:30.995724 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-de2fdbb3-d9b7-494d-bb0a-0e13118b1bb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 200 len: 855 time: 0.0468628 Sep 16 10:50:31.039471 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-a06bdb47-b94b-4724-807a-0f2a2a26f4d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c070572-d28b-45da-954f-67c6d78e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281243 Sep 16 10:50:31.041628 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:31.125594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:31.128743 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:31.151446 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-bcdb0279-b56b-4ed2-a891-e44369b6f3f3 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995622 Sep 16 10:50:31.355009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Network 2597e7d9-b1bd-46ed-9143-59debde0523b is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:31.355009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:31.355812 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a39667d-54ae-4d37-bda9-e32fe4a16b1a req-293bdd99-ea92-46d3-bd0d-4caa28659de7 service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199546 Sep 16 10:50:31.390229 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Router 3536f40f-4f2e-4dea-b10b-a42ad47b443d has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:50:31.746209 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:50:31.756368 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-3af97ba7-bb53-4317-afd0-395c91fce3e6 admin admin] 10.222.0.36 "PUT /v2.0/routers/3536f40f-4f2e-4dea-b10b-a42ad47b443d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288705 Sep 16 10:50:31.965436 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-83b5f585-e45e-4096-b193-d4dc3576ce39 req-6c56eeca-294a-4d13-8d2f-d7bdb474e56a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 210 time: 0.0257263 Sep 16 10:50:32.100247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d43dc-0ace-46d5-bf3f-ae00357e4817 req-06cbf6bf-e4c9-4be8-ae54-794c9344c55f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:32.107490 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c8d43dc-0ace-46d5-bf3f-ae00357e4817 req-06cbf6bf-e4c9-4be8-ae54-794c9344c55f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 943 time: 0.0842357 Sep 16 10:50:32.144478 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c8d43dc-0ace-46d5-bf3f-ae00357e4817 req-e49fcd4c-f8ac-4d89-9517-f695d3a6389f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Sep 16 10:50:32.238159 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:32.279552 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47828) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:32.305138 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:32.305568 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.373151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-b64ad885-ddba-4d8d-877c-7b44efcef0f0 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:32.374910 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-b64ad885-ddba-4d8d-877c-7b44efcef0f0 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "GET /v2.0/networks?id=127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 200 len: 809 time: 0.2243524 Sep 16 10:50:32.399941 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-9b505f4c-405a-4c4b-a834-3f89f33f7128 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:32.407713 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-9b505f4c-405a-4c4b-a834-3f89f33f7128 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 818 time: 0.2006602 Sep 16 10:50:32.425541 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-3f2ae2fd-00eb-4741-94b8-1a97f2abcb8a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/quotas/9660652cb023491baf0272f86afca976 HTTP/1.1" status: 200 len: 375 time: 0.0168750 Sep 16 10:50:32.438288 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.458905 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:32.471674 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-02a28008-563c-4102-8770-30c7522de994 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452816 Sep 16 10:50:32.502562 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1d9deb9e-9f85-457e-b8fc-c20606766303 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eebe9be15dab4ac58b3a052201ca9433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194080 Sep 16 10:50:32.502893 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47836) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:32.536818 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.558612 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.578299 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-948570ae-2d8c-433a-a76b-5b4c36a6f4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988867 Sep 16 10:50:32.585641 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.605617 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:32.675726 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-287da2b5-eeea-48df-bedf-567479aa58e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909662 Sep 16 10:50:32.716062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.722701 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:32.722701 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecee894d-e121-408e-b3ab-2130fb471c62 HTTP/1.1" status: 204 len: 168 time: 0.2163582 Sep 16 10:50:32.731274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404ff36-2c69-41ab-ada0-f757a41d0303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecee894d-e121-408e-b3ab-2130fb471c62,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:32.769297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Sync routers for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:50:32.779109 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:32.779739 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:32.814918 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47842) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:32.895296 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:32.965224 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-56ffba89-9f89-467f-97c0-b042cceb4523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.080779 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-56ffba89-9f89-467f-97c0-b042cceb4523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.142437 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 4, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0152fdaa-a8f5-481b-bc62-e81a904ce46e', 'name': '', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'tenant_id': '9660652cb023491baf0272f86afca976', 'mac_address': 'fa:16:3e:77:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:30Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 2, 'project_id': '9660652cb023491baf0272f86afca976', 'subnets': [{'id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:33.156519 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-56ffba89-9f89-467f-97c0-b042cceb4523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.179546 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Checking router: 3536f40f-4f2e-4dea-b10b-a42ad47b443d for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:50:33.179793 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Updating router 3536f40f-4f2e-4dea-b10b-a42ad47b443d port 0152fdaa-a8f5-481b-bc62-e81a904ce46e binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:50:33.208828 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-56ffba89-9f89-467f-97c0-b042cceb4523 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=106cca9dc65d4753b52e07e9bdfa26b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860843 Sep 16 10:50:33.208828 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffba89-9f89-467f-97c0-b042cceb4523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48c13c-3cfe-45ed-aae8-a77aead8543f,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:33.209042 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.209213 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47868) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:33.263330 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.285944 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.390858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.393701 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.400469 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a48c13c-3cfe-45ed-aae8-a77aead8543f HTTP/1.1" status: 204 len: 168 time: 0.1846776 Sep 16 10:50:33.408626 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd617c6-aeec-4a69-bd39-dab3465f23a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48c13c-3cfe-45ed-aae8-a77aead8543f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:33.537199 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.627760 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.691041 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719619b-6183-4994-8334-659d184555b3 None None] Pushing event updated for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:33.746900 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Attempting to bind port 0152fdaa-a8f5-481b-bc62-e81a904ce46e on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:33.747264 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Attempting to bind port 0152fdaa-a8f5-481b-bc62-e81a904ce46e by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:33.748367 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Attempting to bind port 0152fdaa-a8f5-481b-bc62-e81a904ce46e on network 2597e7d9-b1bd-46ed-9143-59debde0523b {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Checking segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Bound using segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Bound port: 0152fdaa-a8f5-481b-bc62-e81a904ce46e, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:33.757476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.792081 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f68d0ec1-6ab7-4576-950f-e05ae057098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.822978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] For port 0152fdaa-a8f5-481b-bc62-e81a904ce46e, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:33.826083 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] For port 0152fdaa-a8f5-481b-bc62-e81a904ce46e, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0152fdaa-a8f5-481b-bc62-e81a904ce46e,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:33.914362 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:33.975506 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:50:33.976134 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:50:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:33.979385 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719619b-6183-4994-8334-659d184555b3 None None] Pushing event updated for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:34.083559 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:50:34.188968 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47892) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:34.229833 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:34.239504 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47896) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:34.253436 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e5e7-68bd-4331-82df-65b1b8e1954d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.348207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e5e7-68bd-4331-82df-65b1b8e1954d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.368738 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:34.369112 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.392365 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53790477-network', 'tenant_id': '08bb5edb08b343b7935754a32c734dec'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:34.421232 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8fb8e5e7-68bd-4331-82df-65b1b8e1954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.468494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8e5e7-68bd-4331-82df-65b1b8e1954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d644d766-986c-4817-be7c-d1e9fdd0b6a9,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:34.476389 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8fb8e5e7-68bd-4331-82df-65b1b8e1954d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be02a15caa8c4649922e85d76e1109c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334683 Sep 16 10:50:34.477460 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 47898) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:34.511291 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 4, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0152fdaa-a8f5-481b-bc62-e81a904ce46e', 'name': '', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'tenant_id': '9660652cb023491baf0272f86afca976', 'mac_address': 'fa:16:3e:77:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:30Z', 'updated_at': '2021-09-16T10:50:33Z', 'revision_number': 4, 'project_id': '9660652cb023491baf0272f86afca976', 'subnets': [{'id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:50:34.525357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Made reservation on behalf of 08bb5edb08b343b7935754a32c734dec for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:34.527949 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.529781 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.539120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d67bb1-a392-4e5b-8743-71d78eafd524 None None] The sync data for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi is: [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:50:30Z', 'revision_number': 4, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0152fdaa-a8f5-481b-bc62-e81a904ce46e', 'name': '', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'tenant_id': '9660652cb023491baf0272f86afca976', 'mac_address': 'fa:16:3e:77:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:30Z', 'updated_at': '2021-09-16T10:50:33Z', 'revision_number': 4, 'project_id': '9660652cb023491baf0272f86afca976', 'subnets': [{'id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:50:34.541944 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.543196 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.564574 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.707413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.709964 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.711137 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d644d766-986c-4817-be7c-d1e9fdd0b6a9 HTTP/1.1" status: 204 len: 168 time: 0.2336204 Sep 16 10:50:34.729852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00229aa-36bc-42d0-b7b8-17449b4e1f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d644d766-986c-4817-be7c-d1e9fdd0b6a9,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:34.778394 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.864777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.889741 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:50:34.899062 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ea561-eb8d-4e08-a1be-198a8988fd1e,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:34.906481 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.906809 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Added segment dcf57259-f0c4-4c6b-9656-fccab5284ee1 of type vlan for network b8432287-a8cc-4d0a-ae75-1612bb058165 Sep 16 10:50:34.910441 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:34.957290 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.098736 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.100241 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:35.100984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.172330 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] Pushing event updated for resources: {'Network': ['ID=b8432287-a8cc-4d0a-ae75-1612bb058165,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:35.182936 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network b8432287-a8cc-4d0a-ae75-1612bb058165 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:50:35.213938 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 47912) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:35.215065 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0932b33e-1e05-4bae-ac4e-b80d177228ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0249879 Sep 16 10:50:35.219960 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Request body: {'subnet': {'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53790477-subnet', 'tenant_id': '08bb5edb08b343b7935754a32c734dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:35.310781 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Made reservation on behalf of 08bb5edb08b343b7935754a32c734dec for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:35.313133 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.363204 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device f1d20566-2082-4733-b173-b6da8b211865 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:35.379202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Request body: {'port': {'device_id': 'f978709c-b227-492e-91a6-12e63c832faa', 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f', 'admin_state_up': True, 'tenant_id': '5aee99c458b54ad5b52f03ab53d75438'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:35.564140 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f1d20566-2082-4733-b173-b6da8b211865,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:35.573091 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8655e4c1-4a5d-4966-bff7-a11f951e25bd req-648e2611-2eeb-40bf-919d-a07c4cbf2d89 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 210 time: 0.0446336 Sep 16 10:50:35.589135 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ac9f49c8-f3bb-4186-9408-d01c8def1e82 req-cbfa157a-9fde-4736-b74a-4ee814121d11 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 210 time: 0.0493617 Sep 16 10:50:35.593921 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'f1d20566-2082-4733-b173-b6da8b211865', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'port_id': 'f1d20566-2082-4733-b173-b6da8b211865', 'mac_address': 'fa:16:3e:4f:7d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37819cd9-8a2c-4914-9734-f89c4923daa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:35.639595 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Made reservation on behalf of 5aee99c458b54ad5b52f03ab53d75438 for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:35.644628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.696048 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.713436 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d20566-2082-4733-b173-b6da8b211865 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:35.749227 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f1d20566-2082-4733-b173-b6da8b211865,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:35.819389 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.828522 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.837627 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d07d4-88bd-4ea5-ad59-fbc9321418ac req-74f01f25-592d-4056-8b1b-239896923d10 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:35.839280 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cc9d07d4-88bd-4ea5-ad59-fbc9321418ac req-74f01f25-592d-4056-8b1b-239896923d10 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 943 time: 0.1172550 Sep 16 10:50:35.881359 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Allocated IP 172.20.0.9 (127e53ab-51b5-4623-8daa-bce375a4ad1f/9ef2192f-86e7-4cc6-865e-85f9016040f1/6b0ee8a2-1f52-493e-95a7-4540916bd5d4) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:35.912493 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:35.913876 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:35.917998 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Checking segment: {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:35.918468 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Network hostable DHCP agents. Network: b8432287-a8cc-4d0a-ae75-1612bb058165, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:50:35.923101 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6a3b71-1877-408b-a57e-3d55a4ebff4d,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:35.929156 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cc9d07d4-88bd-4ea5-ad59-fbc9321418ac req-a2a049bf-36da-40d7-926c-81d05e59583a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813830 Sep 16 10:50:36.016925 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Network b8432287-a8cc-4d0a-ae75-1612bb058165 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:50:36.105403 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, b8432287-a8cc-4d0a-ae75-1612bb058165) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:36.110400 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:36.110996 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.119342 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30627ef6-72af-4209-b8da-5e96fb53e71f None None] Network b8432287-a8cc-4d0a-ae75-1612bb058165 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:36.148439 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['f1d20566-2082-4733-b173-b6da8b211865'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:36.197267 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1ffa1b2c-481e-46db-bf58-39d5870eb968 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9821308 Sep 16 10:50:36.221554 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-52a87796-fa12-4f8c-8c4b-d84adca556c7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:36.223233 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-52a87796-fa12-4f8c-8c4b-d84adca556c7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 818 time: 0.2083447 Sep 16 10:50:36.241669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.251213 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-03e89123-f914-4006-b048-f637a3a8fa2f tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/quotas/9660652cb023491baf0272f86afca976 HTTP/1.1" status: 200 len: 375 time: 0.0206513 Sep 16 10:50:36.260141 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0152fdaa-a8f5-481b-bc62-e81a904ce46e up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:36.324007 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-26955f5a-2b33-4e02-b4af-3725605b6b86 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661705 Sep 16 10:50:36.396625 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.402767 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c06cdd-5049-4476-a535-8ea6bb5bae25 None None] Network b8432287-a8cc-4d0a-ae75-1612bb058165 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:50:36.452217 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:36.465318 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:36.471321 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:36.516518 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Pushing event updated for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:36.534463 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-95459c9e-0d8a-4744-b5cc-397a7986a59c service neutron] 10.222.0.36 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034490 Sep 16 10:50:36.559656 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:36.560330 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.615961 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 0152fdaa-a8f5-481b-bc62-e81a904ce46e triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:36.616573 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.682231 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-f093563a-396f-4e05-a15e-5aeaa9e4bdb4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3073065 Sep 16 10:50:36.701770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Request body: {'port': {'device_id': 'f978709c-b227-492e-91a6-12e63c832faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:36.745129 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-cb3fa4fe-99f0-4c6a-a93d-0a9409ee6d28 service neutron] 10.222.0.36 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968760 Sep 16 10:50:36.761589 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.803937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.829060 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 0152fdaa-a8f5-481b-bc62-e81a904ce46e, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0152fdaa-a8f5-481b-bc62-e81a904ce46e,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:36.903761 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:36.942188 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-3e2cb993-4d3f-4c16-8ed9-14abe2529957 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:36.943791 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-3e2cb993-4d3f-4c16-8ed9-14abe2529957 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 818 time: 0.1550612 Sep 16 10:50:36.969173 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Request body: {'port': {'device_id': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'admin_state_up': True, 'tenant_id': '9660652cb023491baf0272f86afca976'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:36.972630 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:36.973306 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6cc5d-2495-44f5-96fa-5b20e77ea2f0 req-20e0730f-33f3-4259-878f-f74c7fc8d5c4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:36.980954 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5cf6cc5d-2495-44f5-96fa-5b20e77ea2f0 req-20e0730f-33f3-4259-878f-f74c7fc8d5c4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 931 time: 0.1605542 Sep 16 10:50:37.071027 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5cf6cc5d-2495-44f5-96fa-5b20e77ea2f0 req-5bf31af6-3f16-4436-9e53-2f3f30faeac6 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728848 Sep 16 10:50:37.222464 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c7d996c4-dc8a-435e-b5ec-122bdc778eb3 req-99047a34-f943-4699-8139-a670ce640fb1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 210 time: 0.0683599 Sep 16 10:50:37.223017 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Made reservation on behalf of 9660652cb023491baf0272f86afca976 for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:37.230315 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.251705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d344d0-3a97-44cf-8cbc-ca326df2494d req-a757db36-6a87-4e98-9392-94d119bb0499 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:37.253257 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2d344d0-3a97-44cf-8cbc-ca326df2494d req-a757db36-6a87-4e98-9392-94d119bb0499 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 944 time: 0.1792526 Sep 16 10:50:37.343839 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2d344d0-3a97-44cf-8cbc-ca326df2494d req-682b46e7-4c80-4005-8734-4b144895ceab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772305 Sep 16 10:50:37.363895 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:37.364085 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.377270 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Transition to ACTIVE for port object 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:37.386869 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Allocated IP 172.20.0.7 (2597e7d9-b1bd-46ed-9143-59debde0523b/bdf8d85b-ad45-4b20-8841-b8d7154cad75/8a4d50b9-aa1e-4be6-8cee-059e0b51830f) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:37.464961 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.517420 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:37.620907 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.636927 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Attempting to bind port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:37.637200 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Attempting to bind port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:37.637524 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Attempting to bind port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:37.646086 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:37.646683 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Attempting to bind port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:37.652249 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:37.652941 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Checking segment: {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:37.653289 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Bound using segment: {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:37.653753 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Bound port: 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:37.656353 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.760900 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.853470 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Network 2597e7d9-b1bd-46ed-9143-59debde0523b is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:37.868030 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:37.871166 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:37.913331 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Pushing event updated for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:37.949572 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:37.950227 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:37.988578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:37.991636 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:38.077733 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-ad67401f-4a59-4b08-bce3-82ee43ac7a1a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165485 Sep 16 10:50:38.094845 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Request body: {'port': {'device_id': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:38.140215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.157216 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.172239 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0152fdaa-a8f5-481b-bc62-e81a904ce46e up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:38.214536 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:38.215417 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.218350 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b0ee8a2-1f52-493e-95a7-4540916bd5d4 HTTP/1.1" status: 200 len: 1093 time: 1.5243101 Sep 16 10:50:38.221572 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:38.224657 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 0152fdaa-a8f5-481b-bc62-e81a904ce46e triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:38.225221 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:38.225550 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.273712 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3790d1-e620-44ad-8217-66ff1133b9f1 req-31162bdd-02bf-45df-8ba4-0c9d9298525b tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:38.276121 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f3790d1-e620-44ad-8217-66ff1133b9f1 req-31162bdd-02bf-45df-8ba4-0c9d9298525b tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 943 time: 0.1485341 Sep 16 10:50:38.276896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dcb62-538e-4cb5-984d-753ff54add51 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:38.301428 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992fef0-b33d-42f8-9027-4f955acb9777 x-openstack-request-id: req-c992fef0-b33d-42f8-9027-4f955acb9777 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:38.302103 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:38.302103 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c992fef0-b33d-42f8-9027-4f955acb9777 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:38.302739 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4', 'status': 'completed', 'code': 200} Sep 16 10:50:38.351073 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device f1d20566-2082-4733-b173-b6da8b211865 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:38.373590 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f3790d1-e620-44ad-8217-66ff1133b9f1 req-a991f8a5-a720-4333-9a02-e0c538a481c4 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912664 Sep 16 10:50:38.410238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-e076e58d-b9c4-457d-ba71-0ca1e8d53bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:38.411909 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-e076e58d-b9c4-457d-ba71-0ca1e8d53bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 1096 time: 0.0901315 Sep 16 10:50:38.434809 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59593dc2-e9d3-4bcd-8c40-a65e59991fb6 req-f07df5aa-4b5e-4d35-8ab0-affb227b651a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 210 time: 0.0417788 Sep 16 10:50:38.485881 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-c00650cb-dd2a-4aee-8858-bad9cfce0b3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0494387 Sep 16 10:50:38.487585 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port f1d20566-2082-4733-b173-b6da8b211865 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:38.491460 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port f1d20566-2082-4733-b173-b6da8b211865 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:38.492041 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.565937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4d50b9-aa1e-4be6-8cee-059e0b51830f {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:38.566177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73e99a-9a00-4ef3-96de-5235ee1e7ebd req-10f05715-f9ec-43ea-b45c-d5e0a73325a0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:38.567758 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b73e99a-9a00-4ef3-96de-5235ee1e7ebd req-10f05715-f9ec-43ea-b45c-d5e0a73325a0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 944 time: 0.0843737 Sep 16 10:50:38.571734 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-9a3db25b-b995-4330-8b6c-22b0539dedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:38.573349 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-9a3db25b-b995-4330-8b6c-22b0539dedf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ef2192f-86e7-4cc6-865e-85f9016040f1 HTTP/1.1" status: 200 len: 849 time: 0.0774510 Sep 16 10:50:38.578070 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.579844 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.594982 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Transition to ACTIVE for port object 8a4d50b9-aa1e-4be6-8cee-059e0b51830f will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:38.617906 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:38.619552 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-5f5fddbc-fa0e-4c41-8990-69ca45d150a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=127e53ab-51b5-4623-8daa-bce375a4ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297306 Sep 16 10:50:38.620683 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21b5d4-2f46-4259-9398-2d27bedaf032" -d '{"events": [{"server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "name": "network-vif-plugged", "status": "completed", "tag": "f1d20566-2082-4733-b173-b6da8b211865"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:38.642190 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b73e99a-9a00-4ef3-96de-5235ee1e7ebd req-6bb576e9-4d07-4e47-a03f-6239303a9b03 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676136 Sep 16 10:50:38.659249 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f1d20566-2082-4733-b173-b6da8b211865,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:38.675831 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288537bb-90a8-4649-a460-9a815368d359 x-openstack-request-id: req-288537bb-90a8-4649-a460-9a815368d359 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:38.676123 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "name": "network-vif-plugged", "status": "completed", "tag": "f1d20566-2082-4733-b173-b6da8b211865", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:38.679917 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-288537bb-90a8-4649-a460-9a815368d359 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:38.679917 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865', 'code': 200} Sep 16 10:50:38.698891 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.727780 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:38.793576 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:38.797582 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-8bdd3727-726c-475e-abb4-a481dd021589 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678519 Sep 16 10:50:38.877846 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:38.954998 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 48070) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:38.990940 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Attempting to bind port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:38.991446 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Attempting to bind port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:38.991664 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Attempting to bind port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f on network 2597e7d9-b1bd-46ed-9143-59debde0523b {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:38.996228 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f on network 2597e7d9-b1bd-46ed-9143-59debde0523b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:38.996766 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Attempting to bind port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f on network 2597e7d9-b1bd-46ed-9143-59debde0523b {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:39.003427 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:39.004128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Checking segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:39.004128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Bound using segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:39.004640 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Bound port: 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:39.005028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.085697 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:39.085933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebe1a5b-55cb-492c-9dd1-52c8a7834e4f req-a4911dcc-ede0-4b6f-84c6-85ec300cff28 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801158 Sep 16 10:50:39.088855 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:39.101965 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-6df03f94-43c5-4f8f-a527-ff337beed287 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.103723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-6df03f94-43c5-4f8f-a527-ff337beed287 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/networks?id=b8432287-a8cc-4d0a-ae75-1612bb058165 HTTP/1.1" status: 200 len: 812 time: 0.2050543 Sep 16 10:50:39.121534 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-0080e7bd-1920-4564-91d1-47ff12533282 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/quotas/08bb5edb08b343b7935754a32c734dec HTTP/1.1" status: 200 len: 375 time: 0.0101535 Sep 16 10:50:39.166904 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-67420a8e-1296-4347-8f9f-db1477068e6b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395622 Sep 16 10:50:39.170492 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954368cf-1d14-4a7a-a23a-e22eccb96025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.199963 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.236801 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.30', 55268) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:39.278105 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.278661 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.280621 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcca6d-597c-43e4-b5fb-de4f50cdbdf4 req-9e9f709b-e18a-4c8f-94ac-5e965c0008cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.280742 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 1093 time: 1.1911938 Sep 16 10:50:39.282132 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d5fcca6d-597c-43e4-b5fb-de4f50cdbdf4 req-9e9f709b-e18a-4c8f-94ac-5e965c0008cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 1098 time: 0.1182930 Sep 16 10:50:39.286563 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:39.288910 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:39.318758 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7741df-d97a-4964-8469-31afe71e8630 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:39.323473 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-7ab335d9-84af-4a30-829e-606a622df761 service neutron] 10.222.0.36 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481307 Sep 16 10:50:39.336812 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-07d543a7-eda6-4c3f-bdd6-db43fc2a68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.338319 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-07d543a7-eda6-4c3f-bdd6-db43fc2a68aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 1096 time: 0.0989811 Sep 16 10:50:39.350832 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c65175-30cb-4612-92e3-b8986d142569 x-openstack-request-id: req-17c65175-30cb-4612-92e3-b8986d142569 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:39.351126 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:39.351389 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17c65175-30cb-4612-92e3-b8986d142569 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:39.351774 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f', 'status': 'completed', 'code': 200} Sep 16 10:50:39.356408 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d5fcca6d-597c-43e4-b5fb-de4f50cdbdf4 req-3dacac39-52b5-4d6d-9c0e-2ec0bcb7f418 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Sep 16 10:50:39.370099 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954368cf-1d14-4a7a-a23a-e22eccb96025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.439804 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-603bba36-6ea7-4730-9e70-9e915409ff94 service neutron] 10.222.0.36 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046081 Sep 16 10:50:39.460924 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-be711474-9d92-405e-9dac-27bb2619119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.462485 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-be711474-9d92-405e-9dac-27bb2619119a service neutron] 10.222.0.30 "GET /v2.0/networks?id=127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 200 len: 909 time: 0.1099024 Sep 16 10:50:39.510833 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954368cf-1d14-4a7a-a23a-e22eccb96025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.521004 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80485aaa-08cc-496a-9022-02d76af2da49 req-b05cde0e-f862-41e9-aa2b-dc61269980cb tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.521004 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-80485aaa-08cc-496a-9022-02d76af2da49 req-b05cde0e-f862-41e9-aa2b-dc61269980cb tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 943 time: 0.0682364 Sep 16 10:50:39.557051 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-954368cf-1d14-4a7a-a23a-e22eccb96025 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c5f3d1fecb44d269802eb5d7965e563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009300 Sep 16 10:50:39.557915 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954368cf-1d14-4a7a-a23a-e22eccb96025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015967a6-d1e6-4804-ac24-988b905f2d65,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:39.560982 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 48082) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:39.573841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-80485aaa-08cc-496a-9022-02d76af2da49 req-5f9381bb-1bd2-4457-ba30-54de18454380 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Sep 16 10:50:39.656232 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-6f69068c-a4d4-4756-9edb-a9afe1bd9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.661921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-6f69068c-a4d4-4756-9edb-a9afe1bd9101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1096 time: 0.0730433 Sep 16 10:50:39.699398 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-c5a12a6d-572d-4eff-94a1-eb6c0a57cb8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0940001 Sep 16 10:50:39.725315 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dc01d364-0d29-49a7-aa3f-dfe445d15be6 req-22771698-43c3-4750-bec1-177a4e403189 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 210 time: 0.0624199 Sep 16 10:50:39.756131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.763339 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8c8dfccf-3d97-42d3-8b07-6f3df4be96b3 req-f8fd807e-d3a4-4d51-8423-aaeb3bc2f271 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0715899 Sep 16 10:50:39.811214 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-92549b80-4ea6-4aa6-9785-9b00da581526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.812826 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-92549b80-4ea6-4aa6-9785-9b00da581526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ef2192f-86e7-4cc6-865e-85f9016040f1 HTTP/1.1" status: 200 len: 849 time: 0.1024847 Sep 16 10:50:39.817605 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:39.859787 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-967b1688-1391-4afe-80f6-d15cc166cb15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=127e53ab-51b5-4623-8daa-bce375a4ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333450 Sep 16 10:50:39.885475 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b857c-6dba-4094-a09c-cf2e2eb6da4e req-1e4c70d0-dbb0-4616-926a-ab6d20752d55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.890720 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-858b857c-6dba-4094-a09c-cf2e2eb6da4e req-1e4c70d0-dbb0-4616-926a-ab6d20752d55 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0713291 Sep 16 10:50:39.890720 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-afc173e3-7755-44c6-a2ef-2d4892e07f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:39.890720 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-afc173e3-7755-44c6-a2ef-2d4892e07f22 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9660652cb023491baf0272f86afca976&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1969121 Sep 16 10:50:39.934770 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:50:39.960294 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-858b857c-6dba-4094-a09c-cf2e2eb6da4e req-32537e2e-17ce-401c-af1a-e8d4c0785d49 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597615 Sep 16 10:50:40.035832 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-a084cc4a-093d-4992-8377-9d3a3da0e568 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592324 Sep 16 10:50:40.050048 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-f4c7db24-9f16-4b1a-8693-084dc476d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:40.051760 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aab82fbd-b9f8-4dd4-8a82-f534572e5be1 req-f4c7db24-9f16-4b1a-8693-084dc476d915 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1346862 Sep 16 10:50:40.095603 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.098147 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.099302 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/015967a6-d1e6-4804-ac24-988b905f2d65 HTTP/1.1" status: 204 len: 168 time: 0.5374444 Sep 16 10:50:40.117435 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-12c8908e-7fa5-48a1-888b-b427e1e2aa33 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:40.118871 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-12c8908e-7fa5-48a1-888b-b427e1e2aa33 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 818 time: 0.1765389 Sep 16 10:50:40.145467 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96300bde-8c3b-4b04-8e07-ae329d856db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015967a6-d1e6-4804-ac24-988b905f2d65,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:40.150030 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Request body: {'port': {'device_id': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'admin_state_up': True, 'tenant_id': '9660652cb023491baf0272f86afca976'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:40.185157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-f5c94783-a2ed-4a0a-b159-6d3c7b9d04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:40.186674 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-f5c94783-a2ed-4a0a-b159-6d3c7b9d04c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1096 time: 0.0520642 Sep 16 10:50:40.238883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-c2ff0b05-e7b4-4806-9562-37f7be1435f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 217 time: 0.0389626 Sep 16 10:50:40.241373 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d2153b2-9b5e-4ba9-9a2b-1a0e3dc0d5c2 req-beb0c6c0-09c2-49c6-8ebe-edf045148053 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931598 Sep 16 10:50:40.304692 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4854f25f-9299-43b2-a7a4-c7f41a2b9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:40.306165 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-4854f25f-9299-43b2-a7a4-c7f41a2b9887 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0510528 Sep 16 10:50:40.342456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-5a672629-c336-4e96-a90a-f2897d8c654d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255394 Sep 16 10:50:40.397228 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Made reservation on behalf of 9660652cb023491baf0272f86afca976 for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:40.412739 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.443708 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-fcfc2b23-f68c-4c74-9503-c9843550297d service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916450 Sep 16 10:50:40.576664 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4496cdf4-056a-479f-a10e-1a9bdb6f6eab req-7f430622-c53b-488e-bbda-eb1e64f9a861 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166959 Sep 16 10:50:40.609465 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Allocated IP 172.20.0.12 (2597e7d9-b1bd-46ed-9143-59debde0523b/bdf8d85b-ad45-4b20-8841-b8d7154cad75/0fc354f4-31fc-42e2-97b5-0f841f9fbc72) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:40.735878 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0137943-f0c9-4995-b697-b5c2dc78eddc req-6d6841e6-c913-437f-a014-3a0dff9e18c2 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:40.743451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0137943-f0c9-4995-b697-b5c2dc78eddc req-6d6841e6-c913-437f-a014-3a0dff9e18c2 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 943 time: 0.0597966 Sep 16 10:50:40.789805 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0137943-f0c9-4995-b697-b5c2dc78eddc req-36dcfc9c-023e-4e3b-a4b3-02378ace597d tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454364 Sep 16 10:50:40.794581 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.876331 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0138eaae-0ab8-4ac3-9905-5bac275100f8 req-32309e2e-fbef-4beb-a43b-3005dd7baafb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 210 time: 0.0486047 Sep 16 10:50:40.897478 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7511efd5-28d0-4f15-abf6-84ad3221a9b1 req-0d59ba82-e66e-4921-bd49-77c5d1f9f6d4 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0591741 Sep 16 10:50:40.923139 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 48120) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:40.935723 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.935916 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2f27e7a-991e-4760-a16c-d274fc462c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:40.981321 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Network 2597e7d9-b1bd-46ed-9143-59debde0523b is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:40.987140 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:40.995971 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:41.027149 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Pushing event updated for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:41.049308 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2f27e7a-991e-4760-a16c-d274fc462c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.071424 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:41.077819 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.112788 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbda48-5b0d-47ed-872a-a8e04ee71be7 req-caf22fab-aa6a-48f5-920a-bdc36dcc0d01 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:41.113841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08dbda48-5b0d-47ed-872a-a8e04ee71be7 req-caf22fab-aa6a-48f5-920a-bdc36dcc0d01 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0632915 Sep 16 10:50:41.139719 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2f27e7a-991e-4760-a16c-d274fc462c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.182451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08dbda48-5b0d-47ed-872a-a8e04ee71be7 req-b0c25107-a0ce-4a04-a9eb-632f15678aab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626044 Sep 16 10:50:41.198942 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f27e7a-991e-4760-a16c-d274fc462c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2c6c4-ccec-4dee-a27f-b45806032819,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:41.203248 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b2f27e7a-991e-4760-a16c-d274fc462c62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=039a2f73b6ea4b518b7943a16ac2469f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791002 Sep 16 10:50:41.212181 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 48130) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:41.229993 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-c795013d-8914-4ccf-8535-37073ebab6b4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0854168 Sep 16 10:50:41.255542 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Request body: {'port': {'device_id': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:41.266019 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.288130 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.313160 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.534151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.536913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.538069 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85e2c6c4-ccec-4dee-a27f-b45806032819 HTTP/1.1" status: 204 len: 168 time: 0.3252962 Sep 16 10:50:41.546777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdab3e-9c2f-45d3-9dc6-90b780264e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2c6c4-ccec-4dee-a27f-b45806032819,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:41.606002 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:41.614790 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.629119 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Transition to ACTIVE for port object 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:41.693665 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.793063 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Pushing event updated for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:41.826559 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Attempting to bind port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:41.826904 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Attempting to bind port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:41.827238 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Attempting to bind port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 on network 2597e7d9-b1bd-46ed-9143-59debde0523b {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:41.832873 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 on network 2597e7d9-b1bd-46ed-9143-59debde0523b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:41.833170 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Attempting to bind port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 on network 2597e7d9-b1bd-46ed-9143-59debde0523b {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:41.838219 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:41.838558 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Checking segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:41.838959 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Bound using segment: {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:41.839353 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Bound port: 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:41.839710 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:41.912282 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:41.915537 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:41.921855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020391-51a4-4bf4-b176-38e937154ff2 req-cfa9b62e-f66c-40fb-948d-a9e341366aba tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:41.922612 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0f020391-51a4-4bf4-b176-38e937154ff2 req-cfa9b62e-f66c-40fb-948d-a9e341366aba tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 943 time: 0.0582252 Sep 16 10:50:41.963256 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0f020391-51a4-4bf4-b176-38e937154ff2 req-d433083f-ceec-4975-b236-c786fd7bd0a2 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Sep 16 10:50:41.991240 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:42.035110 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:42.035875 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:42.037226 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] 10.222.0.30 "PUT /v2.0/ports/0fc354f4-31fc-42e2-97b5-0f841f9fbc72 HTTP/1.1" status: 200 len: 1094 time: 0.7868910 Sep 16 10:50:42.037667 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:42.039879 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5fec58-e675-4218-bd66-5bd70769353c" -d '{"events": [{"name": "network-changed", "server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:42.040234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24b85-3a6f-48c7-b0ce-1216641c0ea0 req-ac5ec07c-4175-4af8-9e39-a82433f42854 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:42.041747 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3aa24b85-3a6f-48c7-b0ce-1216641c0ea0 req-ac5ec07c-4175-4af8-9e39-a82433f42854 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 944 time: 0.0631061 Sep 16 10:50:42.064719 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52e6c5-b19b-4db9-9fcb-7d85365d281c service neutron] Pushing event updated for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:42.081714 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eed5b764-b9aa-4c78-966f-d5542445b345 req-12fd6cb2-7172-4ca7-8c70-f9709eb3df29 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0390234 Sep 16 10:50:42.114106 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3aa24b85-3a6f-48c7-b0ce-1216641c0ea0 req-c82fa864-60d2-44bb-9051-24d07c519f9e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623393 Sep 16 10:50:42.166416 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4681e13-015f-4c9c-9fc4-ccce350380fa x-openstack-request-id: req-e4681e13-015f-4c9c-9fc4-ccce350380fa {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:42.166904 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:42.167187 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4681e13-015f-4c9c-9fc4-ccce350380fa {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:42.167611 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72', 'status': 'completed', 'code': 200} Sep 16 10:50:43.297431 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:43.392969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:43.404034 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4', 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f', 'port_id': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4', 'mac_address': 'fa:16:3e:82:26:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef2192f-86e7-4cc6-865e-85f9016040f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:43.441684 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:43.453805 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:43.471731 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:43.537188 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:43.583996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:44.394044 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fec58-e675-4218-bd66-5bd70769353c req-74ec008f-f46c-454d-91e3-e7e4ab14dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.395851 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3d5fec58-e675-4218-bd66-5bd70769353c req-74ec008f-f46c-454d-91e3-e7e4ab14dc29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 1097 time: 0.0398495 Sep 16 10:50:44.412191 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8a4d50b9-aa1e-4be6-8cee-059e0b51830f details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:44.524900 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-702aac79-e494-4796-af3c-efafa79f9c0e req-1a115a15-296c-4192-a1a4-40195e2a8c30 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0434725 Sep 16 10:50:44.539188 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fec58-e675-4218-bd66-5bd70769353c req-3a47cd90-1a64-43c9-a864-995e70743614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.541146 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3d5fec58-e675-4218-bd66-5bd70769353c req-3a47cd90-1a64-43c9-a864-995e70743614 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9660652cb023491baf0272f86afca976&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1343973 Sep 16 10:50:44.587183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d58e6-ab71-4762-a8b9-ab9f1ad1af61 req-035e8c66-87b6-4f5b-9ab4-8444d74edb56 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.592974 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c49d58e6-ab71-4762-a8b9-ab9f1ad1af61 req-035e8c66-87b6-4f5b-9ab4-8444d74edb56 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 944 time: 0.1109633 Sep 16 10:50:44.615659 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:44.631495 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'port_id': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f', 'mac_address': 'fa:16:3e:a7:6a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:44.672710 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fec58-e675-4218-bd66-5bd70769353c req-cbcc789a-10b0-43d6-9ba4-51433a0a7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.672710 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3d5fec58-e675-4218-bd66-5bd70769353c req-cbcc789a-10b0-43d6-9ba4-51433a0a7764 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1207600 Sep 16 10:50:44.695426 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:44.704657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c49d58e6-ab71-4762-a8b9-ab9f1ad1af61 req-7b6aca79-dc32-468d-bc06-dff9d7048577 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929897 Sep 16 10:50:44.708565 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['6b0ee8a2-1f52-493e-95a7-4540916bd5d4'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:44.715458 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8599-d51c-4395-bf82-73ef96ef5f82 req-4c8ac67a-45bd-4fc0-b367-7805c717159e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.718316 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3d3c8599-d51c-4395-bf82-73ef96ef5f82 req-4c8ac67a-45bd-4fc0-b367-7805c717159e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 944 time: 0.0994961 Sep 16 10:50:44.737674 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4d50b9-aa1e-4be6-8cee-059e0b51830f {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:44.765462 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:44.798600 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-4cf4e4ef-d2b2-4911-9500-b2fd4effdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.801356 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-4cf4e4ef-d2b2-4911-9500-b2fd4effdf35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 1097 time: 0.0697629 Sep 16 10:50:44.820821 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3d3c8599-d51c-4395-bf82-73ef96ef5f82 req-2bb2c941-caea-47fe-b145-f80091324c9d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Sep 16 10:50:44.866238 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-a5f598dd-c81b-4711-bc3b-5d8fe5ecc540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72 HTTP/1.1" status: 200 len: 217 time: 0.0537920 Sep 16 10:50:44.926748 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-e24a70ed-b747-470e-8fa1-a7a0dfbf7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:44.933406 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-e24a70ed-b747-470e-8fa1-a7a0dfbf7b8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0542948 Sep 16 10:50:44.967943 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:44.976543 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-594b8989-c1cd-4803-afee-d2f725a5c235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324140 Sep 16 10:50:45.046390 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:45.075676 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-75d7aafe-9857-41e3-abe2-3087d74a155b service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903046 Sep 16 10:50:45.176157 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-b96fb104-7163-4e55-af88-7d55d82cb24a req-cca6a0dc-7453-44a3-b7d9-67e2bd598c1e service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908723 Sep 16 10:50:45.282763 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:45.311626 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['8a4d50b9-aa1e-4be6-8cee-059e0b51830f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:45.427821 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-e803d486-3330-46a7-97fd-65354bc1bc80 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:45.429515 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-e803d486-3330-46a7-97fd-65354bc1bc80 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "GET /v2.0/networks?id=b8432287-a8cc-4d0a-ae75-1612bb058165 HTTP/1.1" status: 200 len: 812 time: 0.1252174 Sep 16 10:50:45.449787 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Request body: {'port': {'device_id': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165', 'admin_state_up': True, 'tenant_id': '08bb5edb08b343b7935754a32c734dec'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:45.622486 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd4359dc-7efd-4a7c-a989-281bd23e40d0 req-991fe722-3ee9-4c72-9ecd-39e136270b6f tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0267301 Sep 16 10:50:45.648293 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Made reservation on behalf of 08bb5edb08b343b7935754a32c734dec for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:45.652230 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:45.778571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Allocated IP 172.20.0.12 (b8432287-a8cc-4d0a-ae75-1612bb058165/4c6a3b71-1877-408b-a57e-3d55a4ebff4d/e0cf8873-a8a1-4c3e-9d85-66cc413eac02) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:45.857589 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f99e-2e0c-41c1-b71a-a6d6bfd76899 req-5af1a37f-2739-4b93-b6c6-18d75b576aee tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:45.859289 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9eb4f99e-2e0c-41c1-b71a-a6d6bfd76899 req-5af1a37f-2739-4b93-b6c6-18d75b576aee tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 944 time: 0.0678947 Sep 16 10:50:45.932836 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9eb4f99e-2e0c-41c1-b71a-a6d6bfd76899 req-ada34bb7-a92f-4f99-a605-a46946b2e378 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568078 Sep 16 10:50:46.001462 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.019272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117364a2-a3c6-443a-8131-0cca828e10f7 req-7f51125a-3107-46ea-8d4c-b2632ab641c5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:46.027474 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-117364a2-a3c6-443a-8131-0cca828e10f7 req-7f51125a-3107-46ea-8d4c-b2632ab641c5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 944 time: 0.0592139 Sep 16 10:50:46.062670 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-117364a2-a3c6-443a-8131-0cca828e10f7 req-0b1a73dc-3e19-432a-bda0-f8446ac37b49 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351505 Sep 16 10:50:46.166583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.210707 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Network b8432287-a8cc-4d0a-ae75-1612bb058165 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:46.213634 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:46.218038 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:46.245724 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Pushing event updated for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:46.257464 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-00fcdf27-e5c4-4ff9-8a04-1f01afe3f0f3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:46.258945 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-00fcdf27-e5c4-4ff9-8a04-1f01afe3f0f3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1044819 Sep 16 10:50:46.275468 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:46.275707 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-5dc025b9-ed91-4c1e-a538-c5a546a1f9fe tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/quotas/2f67beace04845049ef284b8cae2addd HTTP/1.1" status: 200 len: 375 time: 0.0097120 Sep 16 10:50:46.277323 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.328816 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-6621a3bd-54a9-4451-b931-7a7234481093 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472639 Sep 16 10:50:46.357532 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bca6e384-e86b-47d2-aa44-d7779b59a67c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175107 Sep 16 10:50:46.371918 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Request body: {'port': {'device_id': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:46.420688 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:46.422645 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-afaa7724-d84a-4c0b-b05e-85895ba2db6b service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Sep 16 10:50:46.429669 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.513295 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-1b1076be-5993-4233-9de8-f0bcd510ed05 service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838547 Sep 16 10:50:46.568351 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:46.573903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:46.574331 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.666096 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.692760 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:46.698711 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f09ae1-866e-40ac-962a-19d6db3e1549" -d '{"events": [{"server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:46.710360 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:46.806546 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:46.807641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8a4d50b9-aa1e-4be6-8cee-059e0b51830f up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:46.920628 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:46.940729 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bcf82-af3f-450c-acd4-a213a33bc7d7 req-1d36a558-b9b5-4562-a2cd-09ddf1d608cf tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:46.945435 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-970bcf82-af3f-450c-acd4-a213a33bc7d7 req-1d36a558-b9b5-4562-a2cd-09ddf1d608cf tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 932 time: 0.0954576 Sep 16 10:50:46.977198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e789967d-4f1e-468f-bc77-aaa14213b22c x-openstack-request-id: req-e789967d-4f1e-468f-bc77-aaa14213b22c {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:46.977198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "name": "network-vif-plugged", "status": "completed", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:46.977198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e789967d-4f1e-468f-bc77-aaa14213b22c {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:46.977198 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4', 'code': 200} Sep 16 10:50:47.010979 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cf8873-a8a1-4c3e-9d85-66cc413eac02 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:47.017588 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-970bcf82-af3f-450c-acd4-a213a33bc7d7 req-fc51f044-3848-48b2-960a-7fcf2753091f tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700006 Sep 16 10:50:47.019012 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.026268 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:47.030746 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:47.031052 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.048538 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Transition to ACTIVE for port object e0cf8873-a8a1-4c3e-9d85-66cc413eac02 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:47.061896 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1b3a7005-d7fb-4ac6-9d02-34cb124ac5bd req-878ddf97-23ca-40f2-af58-156aea09acf7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0432050 Sep 16 10:50:47.134832 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.150836 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.204416 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:47.205208 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:47.231259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0353c-df7a-4242-8127-db87e91d9b35 req-cb3566ef-a519-49c8-a4c2-9281c27c9482 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.239581 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f3c0353c-df7a-4242-8127-db87e91d9b35 req-cb3566ef-a519-49c8-a4c2-9281c27c9482 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.1330798 Sep 16 10:50:47.268864 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.273737 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee783da-94b0-4651-851b-fd08fc5d2e71 req-2b26d8f3-8685-48b4-bb5e-7c34feaebb69 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.275254 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ee783da-94b0-4651-851b-fd08fc5d2e71 req-2b26d8f3-8685-48b4-bb5e-7c34feaebb69 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 944 time: 0.1128521 Sep 16 10:50:47.293819 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Attempting to bind port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:47.294158 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Attempting to bind port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:47.294492 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Attempting to bind port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 on network b8432287-a8cc-4d0a-ae75-1612bb058165 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:47.296265 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f3c0353c-df7a-4242-8127-db87e91d9b35 req-f5841c37-44cf-4e52-8982-131a54d98b5c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556300 Sep 16 10:50:47.308981 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 on network b8432287-a8cc-4d0a-ae75-1612bb058165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:47.309329 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Attempting to bind port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 on network b8432287-a8cc-4d0a-ae75-1612bb058165 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:47.336288 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ee783da-94b0-4651-851b-fd08fc5d2e71 req-af5ba880-1c44-4b48-bc8d-a80040927221 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491343 Sep 16 10:50:47.336424 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:47.339929 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:47.340292 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Checking segment: {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:47.340777 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Bound using segment: {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:47.341590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Bound port: e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:47.342500 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.395168 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b684def-b30d-41e8-8426-951d2bad90d5 req-e838d220-724e-4052-a4ea-650b83faabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.397496 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b684def-b30d-41e8-8426-951d2bad90d5 req-e838d220-724e-4052-a4ea-650b83faabf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 1098 time: 0.0403728 Sep 16 10:50:47.411857 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:47.415513 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:47.451548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b684def-b30d-41e8-8426-951d2bad90d5 req-6934c772-a7bb-4d57-a16b-ef5f2d94b8c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Sep 16 10:50:47.488887 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.522294 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.522897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:47.524323 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] 10.222.0.30 "PUT /v2.0/ports/e0cf8873-a8a1-4c3e-9d85-66cc413eac02 HTTP/1.1" status: 200 len: 1094 time: 1.1564491 Sep 16 10:50:47.524724 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:47.526907 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:47.553044 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775618-4995-46f6-83b5-bd51837e7adc service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:47.567694 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7416c20-b8c4-42d5-82a2-3be48807afd6 x-openstack-request-id: req-b7416c20-b8c4-42d5-82a2-3be48807afd6 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:47.568010 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:47.568283 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7416c20-b8c4-42d5-82a2-3be48807afd6 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:47.568712 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02', 'status': 'completed', 'code': 200} Sep 16 10:50:47.765557 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-5c6a7240-d55e-47ca-8122-309f1e3a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.770029 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-5c6a7240-d55e-47ca-8122-309f1e3a4020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 1097 time: 0.0470059 Sep 16 10:50:47.875646 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-77930852-cc2e-4086-a60a-71ae61bdff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.877355 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-77930852-cc2e-4086-a60a-71ae61bdff59 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=08bb5edb08b343b7935754a32c734dec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002922 Sep 16 10:50:47.980025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-eee76787-c976-4189-bd94-e40a305b7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:47.981832 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-88eb2b2a-0c26-42e6-a589-a7c6e42ceda9 req-eee76787-c976-4189-bd94-e40a305b7bd9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0954025 Sep 16 10:50:48.068274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-0a581fdd-3dbb-4607-bcbf-f086f653d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:48.069949 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-0a581fdd-3dbb-4607-bcbf-f086f653d919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 1097 time: 0.0475266 Sep 16 10:50:48.118613 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-de72054b-15ab-48df-9a36-6c48b15e5bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02 HTTP/1.1" status: 200 len: 217 time: 0.0362616 Sep 16 10:50:48.140422 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f47f8-063e-4dc5-a774-b3de9767be6b req-83a4ba7a-3937-4495-88e5-e5a2fb97b5de tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:48.143160 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d42f47f8-063e-4dc5-a774-b3de9767be6b req-83a4ba7a-3937-4495-88e5-e5a2fb97b5de tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 944 time: 0.0556793 Sep 16 10:50:48.168857 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-ec0d6cc2-cc96-43dd-ad5f-ed7c25fa4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:48.171100 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-ec0d6cc2-cc96-43dd-ad5f-ed7c25fa4be0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c6a3b71-1877-408b-a57e-3d55a4ebff4d HTTP/1.1" status: 200 len: 852 time: 0.0455036 Sep 16 10:50:48.179978 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ff3ff064-b9bf-46d5-ab85-004ca4e76973 req-e83e81fb-3421-4118-8c9f-95eadda6d262 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0480142 Sep 16 10:50:48.206791 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d42f47f8-063e-4dc5-a774-b3de9767be6b req-110fc53e-9861-414a-b015-4651c1835778 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Sep 16 10:50:48.209313 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-2ae01dd7-e3fe-411f-9d30-7b315ee8e370 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8432287-a8cc-4d0a-ae75-1612bb058165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255208 Sep 16 10:50:48.311792 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-a400fbd9-cea6-434f-9bab-7f1be04ab09f service neutron] 10.222.0.30 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932398 Sep 16 10:50:48.420713 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3993040a-826f-49f9-85d5-86566d81d7a3 req-bdb7d225-9dec-4da3-8484-4a204aff52e5 service neutron] 10.222.0.30 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955200 Sep 16 10:50:48.444643 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:48.464917 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be3cd-0b5a-4820-a9f0-724511e7be35 req-e978e01d-0667-4a45-9d53-4598ccb96a98 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:48.466731 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12be3cd-0b5a-4820-a9f0-724511e7be35 req-e978e01d-0667-4a45-9d53-4598ccb96a98 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.0819688 Sep 16 10:50:48.495583 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe88b2-a868-4a91-b403-8cde807d7cc3 req-85a76871-b171-4cf5-9b34-bbe27aa0deb0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:48.497591 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59fe88b2-a868-4a91-b403-8cde807d7cc3 req-85a76871-b171-4cf5-9b34-bbe27aa0deb0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 944 time: 0.0821347 Sep 16 10:50:48.564532 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12be3cd-0b5a-4820-a9f0-724511e7be35 req-48d8ef7b-e4db-4c0f-b93d-a4b12010bdda tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857215 Sep 16 10:50:48.575304 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:48.589652 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72', 'network_id': '2597e7d9-b1bd-46ed-9143-59debde0523b', 'port_id': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72', 'mac_address': 'fa:16:3e:46:cd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf8d85b-ad45-4b20-8841-b8d7154cad75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:48.591605 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59fe88b2-a868-4a91-b403-8cde807d7cc3 req-098cc4b1-98c6-41e6-a8e5-ca24dbc783c0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813243 Sep 16 10:50:48.631432 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:48.644421 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:48.663285 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:48.728518 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:48.776824 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:48.975335 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:48.977685 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e963593-7147-4810-b8d7-ec34f17ff379" -d '{"events": [{"server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "name": "network-vif-plugged", "status": "completed", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:49.018330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8424ca-9d67-4598-abbf-e4ed19367312 x-openstack-request-id: req-1a8424ca-9d67-4598-abbf-e4ed19367312 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:49.018330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "name": "network-vif-plugged", "status": "completed", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:49.018330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a8424ca-9d67-4598-abbf-e4ed19367312 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:49.018330 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f', 'code': 200} Sep 16 10:50:49.278528 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cc35787a-3c54-42b8-a88b-80d655389cb9 req-ba1fb715-301d-495b-843e-7cfc5d7a9bac tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0265434 Sep 16 10:50:49.330002 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7156e-f92a-40f4-bcc4-29e2640d8183 req-7ba49df6-43e0-4e5d-86fa-d3712f2ca4bb tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:49.332997 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26a7156e-f92a-40f4-bcc4-29e2640d8183 req-7ba49df6-43e0-4e5d-86fa-d3712f2ca4bb tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 944 time: 0.0567350 Sep 16 10:50:49.340836 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['0fc354f4-31fc-42e2-97b5-0f841f9fbc72'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:49.372739 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26a7156e-f92a-40f4-bcc4-29e2640d8183 req-cc86cd6e-319c-4640-9c20-f10f16538dbb tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Sep 16 10:50:49.447843 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d211103-7564-4c58-84a6-8a69ed655149 req-891bf4f3-2ed2-46f0-a863-def2329842cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:49.450269 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d211103-7564-4c58-84a6-8a69ed655149 req-891bf4f3-2ed2-46f0-a863-def2329842cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.0877619 Sep 16 10:50:49.505542 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1d211103-7564-4c58-84a6-8a69ed655149 req-6733f15f-deba-4b7e-aa16-f2edd99f1b2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Sep 16 10:50:49.528957 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-d852ea79-52c4-4c7f-bcdd-97a947c96fed tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:49.530924 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-d852ea79-52c4-4c7f-bcdd-97a947c96fed tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1225183 Sep 16 10:50:49.704564 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3300fc-9c47-42a2-9e18-7ffc0e1c6f2c req-01543eab-afff-44f7-9490-a1edca9993a1 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:49.706038 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a3300fc-9c47-42a2-9e18-7ffc0e1c6f2c req-01543eab-afff-44f7-9490-a1edca9993a1 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.0747068 Sep 16 10:50:49.729824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb447b0-1296-40d8-8753-2ba195e8c42e req-f33338a2-7ff3-402a-bf9f-5e51a734767d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:49.731492 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1fb447b0-1296-40d8-8753-2ba195e8c42e req-f33338a2-7ff3-402a-bf9f-5e51a734767d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 945 time: 0.0703034 Sep 16 10:50:49.752506 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Request body: {'port': {'device_id': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'admin_state_up': True, 'tenant_id': '2f67beace04845049ef284b8cae2addd'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:49.800154 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a3300fc-9c47-42a2-9e18-7ffc0e1c6f2c req-959863ca-a908-4444-9235-f2552410ef81 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837886 Sep 16 10:50:49.845086 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1fb447b0-1296-40d8-8753-2ba195e8c42e req-849e8d9a-68c3-4846-959e-b317364ae40a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061153 Sep 16 10:50:50.023809 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:50:50.027417 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.155715 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Allocated IP 172.20.0.14 (1c070572-d28b-45da-954f-67c6d78e22a3/37819cd9-8a2c-4914-9734-f89c4923daa2/a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:50:50.307331 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.378243 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-518c26bd-fe02-469e-86ef-6e05451d24de req-8525795d-d0ca-4c32-848e-3bf1a0b96f8e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0285220 Sep 16 10:50:50.424274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.441452 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603', 'f1d20566-2082-4733-b173-b6da8b211865'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:50.474338 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Network 1c070572-d28b-45da-954f-67c6d78e22a3 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:50:50.504360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:50:50.506906 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:50:50.557531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event updated for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:50.566395 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 48402) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:50.586269 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29218b3-8f75-437c-9446-45445cb6374f req-2e86dff1-c606-408c-aa84-98b3e071711e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:50.588959 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c29218b3-8f75-437c-9446-45445cb6374f req-2e86dff1-c606-408c-aa84-98b3e071711e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 944 time: 0.1327748 Sep 16 10:50:50.599451 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:50.600193 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.644623 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c29218b3-8f75-437c-9446-45445cb6374f req-10cb672e-7581-4102-9b41-6178d5fc2915 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Sep 16 10:50:50.697470 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe7df4a9-3729-4828-90b7-3084e8e60a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.710159 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-767a86fd-0af7-40ca-9ea8-f6d7923468ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616916 Sep 16 10:50:50.726057 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Request body: {'port': {'device_id': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:50:50.781760 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.782203 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe7df4a9-3729-4828-90b7-3084e8e60a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.840801 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe7df4a9-3729-4828-90b7-3084e8e60a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:50.886610 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-fe7df4a9-3729-4828-90b7-3084e8e60a4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5125e0fa9a645a68f74498eb6e77652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169582 Sep 16 10:50:50.886610 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7df4a9-3729-4828-90b7-3084e8e60a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f925fc-adb1-4047-a9e0-3cb1b5256205,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:50.886950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 48410) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:50:51.052159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.344112 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0f818-d656-473a-b84f-35f3e7fd5118 req-f4af9ed1-ddaa-4406-a442-9d8a11c150f4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:51.345642 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64d0f818-d656-473a-b84f-35f3e7fd5118 req-f4af9ed1-ddaa-4406-a442-9d8a11c150f4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 945 time: 0.3799140 Sep 16 10:50:51.347631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.451368 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64d0f818-d656-473a-b84f-35f3e7fd5118 req-cb062308-8634-4637-8eb8-75aaa895d862 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920999 Sep 16 10:50:51.468300 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:51.476150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.534915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Transition to ACTIVE for port object a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:50:51.550973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.553958 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.555213 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5f925fc-adb1-4047-a9e0-3cb1b5256205 HTTP/1.1" status: 204 len: 168 time: 0.6672421 Sep 16 10:50:51.567563 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c36a4-9fd7-4168-b8f1-210553d0e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f925fc-adb1-4047-a9e0-3cb1b5256205,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:51.590909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.648582 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3005ed-3c99-4528-80b0-6f5aaa72cdb3 req-082809fb-04c1-4468-a833-702e5ade1570 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:51.650041 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf3005ed-3c99-4528-80b0-6f5aaa72cdb3 req-082809fb-04c1-4468-a833-702e5ade1570 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.1261144 Sep 16 10:50:51.695305 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:51.730363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e450acc-7f76-4147-974e-34b9dfb58907 req-4ae91d32-3e1a-46e5-97a5-b36d5d58d579 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:51.732104 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7e450acc-7f76-4147-974e-34b9dfb58907 req-4ae91d32-3e1a-46e5-97a5-b36d5d58d579 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 944 time: 0.1587768 Sep 16 10:50:51.769772 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bf3005ed-3c99-4528-80b0-6f5aaa72cdb3 req-d9b76a19-9080-4b19-851a-cb69bffda366 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092923 Sep 16 10:50:51.818407 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7e450acc-7f76-4147-974e-34b9dfb58907 req-042f8cc8-f999-4f18-bdca-07c639888401 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742061 Sep 16 10:50:51.832212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Attempting to bind port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:50:51.832212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Attempting to bind port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:50:51.832212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Attempting to bind port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:51.844350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 on network 1c070572-d28b-45da-954f-67c6d78e22a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:50:51.844920 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Attempting to bind port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:50:51.850229 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:50:51.850653 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Checking segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:50:51.851109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Bound using segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:50:51.851540 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Bound port: a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:50:51.851901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:51.946991 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6fae-a496-4092-81be-f92050680c25 req-9c27df0f-cdc8-4442-bda1-0978c7a4d6e6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:51.948780 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-008c6fae-a496-4092-81be-f92050680c25 req-9c27df0f-cdc8-4442-bda1-0978c7a4d6e6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 944 time: 0.0947003 Sep 16 10:50:51.966310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:50:51.990049 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:50:52.005033 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-008c6fae-a496-4092-81be-f92050680c25 req-c86e13f4-71b7-49df-b1fd-5df3472fe5f6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Sep 16 10:50:52.086663 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.126213 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.126985 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.135915 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] 10.222.0.30 "PUT /v2.0/ports/a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 HTTP/1.1" status: 200 len: 1094 time: 1.4065375 Sep 16 10:50:52.135915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:52.135915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952489f9-e49c-471e-9af7-f8b8690b0c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:52.163164 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f41a71-d09e-4224-ab1b-404ce7433780 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:52.167531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fff9a5-fb3f-483f-b88e-9218e84ee29b x-openstack-request-id: req-f4fff9a5-fb3f-483f-b88e-9218e84ee29b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:52.167949 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:52.168290 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fff9a5-fb3f-483f-b88e-9218e84ee29b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:52.168790 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', 'status': 'completed', 'code': 200} Sep 16 10:50:52.230286 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-f905cb6d-26b9-463d-be34-a8795fdc8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.232080 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-f905cb6d-26b9-463d-be34-a8795fdc8f62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 1097 time: 0.0419192 Sep 16 10:50:52.338315 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-82ce1571-6e31-40df-86bb-87f637d6f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.339769 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-82ce1571-6e31-40df-86bb-87f637d6f181 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f67beace04845049ef284b8cae2addd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903931 Sep 16 10:50:52.446342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-4afb3d57-524d-4145-86f4-f1ac20943361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.447805 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-952489f9-e49c-471e-9af7-f8b8690b0c2e req-4afb3d57-524d-4145-86f4-f1ac20943361 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929885 Sep 16 10:50:52.462221 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device e0cf8873-a8a1-4c3e-9d85-66cc413eac02 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:52.464437 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:52.610689 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-cddd3e7f-3bd0-42cc-90a5-9ca597633af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.612319 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-cddd3e7f-3bd0-42cc-90a5-9ca597633af8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 1097 time: 0.0988357 Sep 16 10:50:52.621567 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:52.628898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271beb38-d006-4c89-a13c-9e848e31bf6b req-2862eb1d-9df0-4bfe-b871-7391f9f8ad49 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.630273 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-271beb38-d006-4c89-a13c-9e848e31bf6b req-2862eb1d-9df0-4bfe-b871-7391f9f8ad49 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 945 time: 0.0810719 Sep 16 10:50:52.636614 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02', 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165', 'port_id': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02', 'mac_address': 'fa:16:3e:de:47:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6a3b71-1877-408b-a57e-3d55a4ebff4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:52.679177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.679655 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-234ea88e-d9ac-43f4-8ba1-22cf3f87544b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 HTTP/1.1" status: 200 len: 217 time: 0.0484531 Sep 16 10:50:52.694582 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:52.696647 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:52.697015 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.702189 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cf8873-a8a1-4c3e-9d85-66cc413eac02 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:52.731164 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-271beb38-d006-4c89-a13c-9e848e31bf6b req-53673ac4-6ebd-4faa-922f-89ccc26c6166 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Sep 16 10:50:52.751344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-a269540c-da88-4c5d-8933-7081ea579856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.752126 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:52.753245 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-a269540c-da88-4c5d-8933-7081ea579856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 200 len: 855 time: 0.0530806 Sep 16 10:50:52.797504 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-6d57847c-8bdf-4182-891d-c01ff20099df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c070572-d28b-45da-954f-67c6d78e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288815 Sep 16 10:50:52.799712 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.822666 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:52.824965 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8fea45-4dec-4457-984f-77b2afeace51" -d '{"events": [{"server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "name": "network-vif-plugged", "status": "completed", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:52.836590 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.840959 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:52.870932 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ffdbf-ddfb-4f63-8d6f-5024e1ab3986 x-openstack-request-id: req-7d4ffdbf-ddfb-4f63-8d6f-5024e1ab3986 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:52.871364 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "name": "network-vif-plugged", "status": "completed", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:52.871677 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d4ffdbf-ddfb-4f63-8d6f-5024e1ab3986 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:52.876048 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72', 'code': 200} Sep 16 10:50:52.921360 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:52.925945 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:52.974457 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-e7ceffa3-70b8-45dd-b765-5f82716ea9ff service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599913 Sep 16 10:50:52.979065 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:52.983438 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7ac36-749b-45f2-81ae-df268a262d33 req-8c4cadf7-8088-48ff-82c9-70f2feb3b970 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:52.984865 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2dc7ac36-749b-45f2-81ae-df268a262d33 req-8c4cadf7-8088-48ff-82c9-70f2feb3b970 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.0961344 Sep 16 10:50:53.113631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a43362-aad6-4e03-9c9a-49f626fca039 req-b8f6d622-b282-4e35-845c-40ea345eb369 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:53.115214 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82a43362-aad6-4e03-9c9a-49f626fca039 req-b8f6d622-b282-4e35-845c-40ea345eb369 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 944 time: 0.1689785 Sep 16 10:50:53.118591 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2dc7ac36-749b-45f2-81ae-df268a262d33 req-1610acb2-4652-4a90-bed4-7eca68bf21b2 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196868 Sep 16 10:50:53.159949 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40f8deb4-45e0-4f28-b138-f47c7fec9a56 req-18330ba1-a355-4458-8c52-d22087f09c0f service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597295 Sep 16 10:50:53.177386 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82a43362-aad6-4e03-9c9a-49f626fca039 req-8c920210-8e64-4fe5-9c07-d3a599d08243 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534620 Sep 16 10:50:53.258482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf51784-c658-4a3e-bba2-31960d432950 req-63f461d3-57fa-42b8-925f-7a61f96dd4e8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:53.260084 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcf51784-c658-4a3e-bba2-31960d432950 req-63f461d3-57fa-42b8-925f-7a61f96dd4e8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Sep 16 10:50:53.324051 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcf51784-c658-4a3e-bba2-31960d432950 req-dae74f32-021e-4a87-8f4d-692c189256b1 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Sep 16 10:50:53.326019 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db1630-7249-4717-86d9-4482aed846cf req-efe71df0-18b6-4231-9c67-98717fa70458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:53.327952 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07db1630-7249-4717-86d9-4482aed846cf req-efe71df0-18b6-4231-9c67-98717fa70458 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 1099 time: 0.0670109 Sep 16 10:50:53.348167 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['e0cf8873-a8a1-4c3e-9d85-66cc413eac02'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:53.373146 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07db1630-7249-4717-86d9-4482aed846cf req-e2958b8c-75e7-489c-86c3-4df96e13a2e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Sep 16 10:50:53.446598 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-f0def96d-a0b4-4f06-b2c4-1536c322a694 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:53.448687 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-f0def96d-a0b4-4f06-b2c4-1536c322a694 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 945 time: 0.1089885 Sep 16 10:50:53.760116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Deleting port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:50:53.760470 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:53.850986 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] For port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:53.851346 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:53.856749 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751b2e5-7a7a-4dd6-b592-fa18c2b0083b req-9caa53b9-ef8e-4215-8eda-e83e7cb5e1cd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:53.858737 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c751b2e5-7a7a-4dd6-b592-fa18c2b0083b req-9caa53b9-ef8e-4215-8eda-e83e7cb5e1cd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0538180 Sep 16 10:50:53.866030 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Calling delete_port for 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:50:53.896475 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c751b2e5-7a7a-4dd6-b592-fa18c2b0083b req-1743969c-3531-4968-bde7-15b1a78c9d28 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Sep 16 10:50:54.220952 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:54.249405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dec8e1-1a4b-4d97-a01e-953afc4d4ca5 req-96010a73-3f66-47f7-938f-0ccab70e6b86 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:54.251595 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04dec8e1-1a4b-4d97-a01e-953afc4d4ca5 req-96010a73-3f66-47f7-938f-0ccab70e6b86 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 867 time: 0.0599980 Sep 16 10:50:54.261278 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Pushing event deleted for resources: {'Port': ['ID=6b0ee8a2-1f52-493e-95a7-4540916bd5d4,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:54.305746 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['6b0ee8a2-1f52-493e-95a7-4540916bd5d4'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:54.313101 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04dec8e1-1a4b-4d97-a01e-953afc4d4ca5 req-75c70888-7366-4caf-afb8-dd89859ffd10 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513248 Sep 16 10:50:54.319580 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] No DVR routers for this DVR port 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:50:54.323076 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:54.326285 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-fc8374f0-3385-4cb0-8011-d09e5df147b9 req-d10f25cd-2a90-4a8e-b97b-3d47bd886d97 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "DELETE /v2.0/ports/6b0ee8a2-1f52-493e-95a7-4540916bd5d4 HTTP/1.1" status: 204 len: 173 time: 0.6881487 Sep 16 10:50:54.326773 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'name': 'network-vif-deleted', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:54.328204 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2886c0-f506-40ba-956e-35be238253b5 req-e1233a1f-3499-44d9-a37b-9d56fa1d586b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:54.329164 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0170edc-0414-4306-9ed1-e5c27763bfff" -d '{"events": [{"server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "name": "network-vif-deleted", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:54.329761 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e2886c0-f506-40ba-956e-35be238253b5 req-e1233a1f-3499-44d9-a37b-9d56fa1d586b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 944 time: 0.0771236 Sep 16 10:50:54.373459 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e2886c0-f506-40ba-956e-35be238253b5 req-b258852c-b1eb-4675-8147-1aba0b2c2cae tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372384 Sep 16 10:50:54.373748 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9497e-15ca-4e07-bdbb-98f250fdc270 x-openstack-request-id: req-ead9497e-15ca-4e07-bdbb-98f250fdc270 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:54.374232 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f978709c-b227-492e-91a6-12e63c832faa", "name": "network-vif-deleted", "tag": "6b0ee8a2-1f52-493e-95a7-4540916bd5d4", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:54.374488 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ead9497e-15ca-4e07-bdbb-98f250fdc270 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:54.374915 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f978709c-b227-492e-91a6-12e63c832faa', 'name': 'network-vif-deleted', 'tag': '6b0ee8a2-1f52-493e-95a7-4540916bd5d4', 'status': 'completed', 'code': 200} Sep 16 10:50:54.470625 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf64416-997a-4811-b834-4c31681d0c5f req-0c3ff8cd-a9db-4469-882c-5c40deb40fcd tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:54.472163 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5bf64416-997a-4811-b834-4c31681d0c5f req-0c3ff8cd-a9db-4469-882c-5c40deb40fcd tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 945 time: 0.0494220 Sep 16 10:50:54.513341 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5bf64416-997a-4811-b834-4c31681d0c5f req-376fa94e-4db4-46e4-8879-64f45ed306e8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334146 Sep 16 10:50:55.035937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1467f-2f2a-4a58-a743-766186476ae3 req-07ef20cb-844d-4d8c-bc78-8b6560a8bfa1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:55.037947 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69d1467f-2f2a-4a58-a743-766186476ae3 req-07ef20cb-844d-4d8c-bc78-8b6560a8bfa1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0530922 Sep 16 10:50:55.078653 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69d1467f-2f2a-4a58-a743-766186476ae3 req-c0a457a1-4c6a-4af8-9204-ba6dd60d0521 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Sep 16 10:50:55.438966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53164b58-540b-4f69-a511-6aff5d0e67a9 req-6bc3aeae-ff4a-4648-9176-690e27f0a258 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=f978709c-b227-492e-91a6-12e63c832faa HTTP/1.1" status: 200 len: 210 time: 0.0306358 Sep 16 10:50:55.523499 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085cb5d-48f6-4ba9-a58f-ad1cfc831c7c req-b2d8d197-3f24-488b-9cac-bc1167153ffa tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:55.524991 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4085cb5d-48f6-4ba9-a58f-ad1cfc831c7c req-b2d8d197-3f24-488b-9cac-bc1167153ffa tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 944 time: 0.0550032 Sep 16 10:50:55.564237 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4085cb5d-48f6-4ba9-a58f-ad1cfc831c7c req-b312b2fb-ad94-4661-9df9-5a9898210e4b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Sep 16 10:50:55.632978 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1465-7239-467c-90cb-262e1f62839e req-c6e6b363-bc63-4e11-8757-ff0de479bba0 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:55.634436 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb0d1465-7239-467c-90cb-262e1f62839e req-c6e6b363-bc63-4e11-8757-ff0de479bba0 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 945 time: 0.0477529 Sep 16 10:50:55.671856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb0d1465-7239-467c-90cb-262e1f62839e req-88019565-2d53-4fa0-b747-9d92effe7036 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Sep 16 10:50:56.193357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abf151-2b1b-4c2b-b45a-f856efdb15f5 req-85166317-4bd4-4ebd-a5b3-09b1a01f213a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:56.194838 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82abf151-2b1b-4c2b-b45a-f856efdb15f5 req-85166317-4bd4-4ebd-a5b3-09b1a01f213a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0479007 Sep 16 10:50:56.232933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82abf151-2b1b-4c2b-b45a-f856efdb15f5 req-1dddafbb-bd24-4e14-bfd4-3573d2abf971 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Sep 16 10:50:56.479374 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:50:56.481791 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device e0cf8873-a8a1-4c3e-9d85-66cc413eac02 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:50:56.629934 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:56.643270 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'port_id': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', 'mac_address': 'fa:16:3e:eb:fb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37819cd9-8a2c-4914-9734-f89c4923daa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:50:56.671161 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:50:56.676355 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:50:56.676738 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:56.711774 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:56.731953 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:50:56.754985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:56.783018 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7518c7f-160b-4c75-8cd1-e38c7c7ec332 req-237653d0-2888-4b6e-b38c-a66713fb3f28 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:56.785002 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f7518c7f-160b-4c75-8cd1-e38c7c7ec332 req-237653d0-2888-4b6e-b38c-a66713fb3f28 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 944 time: 0.1239893 Sep 16 10:50:56.800187 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:56.831474 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:50:56.833743 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8649da4-3f1a-401c-8991-0de53a5686d9" -d '{"events": [{"server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:50:56.838208 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-78cef1fe-2ebf-4b34-a0b5-4b2f79eef32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:56.840584 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:56.840712 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-78cef1fe-2ebf-4b34-a0b5-4b2f79eef32c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 1099 time: 0.0688570 Sep 16 10:50:56.855634 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:50:56.860725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-0734472c-8866-49e3-80dd-abbcef1a65a0 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:56.862224 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-0734472c-8866-49e3-80dd-abbcef1a65a0 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/networks?id=127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 200 len: 809 time: 0.1703808 Sep 16 10:50:56.870304 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f7518c7f-160b-4c75-8cd1-e38c7c7ec332 req-2851f696-22f0-4080-a3c2-12bc6b3c15e2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560002 Sep 16 10:50:56.884139 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-8ef59d20-0b3d-46f5-96a4-3a8efc841004 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/quotas/5aee99c458b54ad5b52f03ab53d75438 HTTP/1.1" status: 200 len: 375 time: 0.0127234 Sep 16 10:50:56.921467 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:50:56.922519 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:50:56.932140 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-6bbd2ccf-c3f0-4cac-855e-ea46008665bd tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392044 Sep 16 10:50:56.948981 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:50:56.949641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 6b0ee8a2-1f52-493e-95a7-4540916bd5d4 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:50:56.952787 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:56.962092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-999f89eb-b583-4b39-b8ca-a5e2a58a75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:56.965095 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-999f89eb-b583-4b39-b8ca-a5e2a58a75d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 918 time: 0.1147861 Sep 16 10:50:57.017933 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-fbecfd6e-0c13-4187-84d0-3b709f489852 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72 HTTP/1.1" status: 200 len: 217 time: 0.0446861 Sep 16 10:50:57.026381 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:50:57.054797 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064d89-7822-469a-b26f-2db7e8e2880a req-1741ff00-4d14-4981-ade5-41922b958cc6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:57.056294 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21064d89-7822-469a-b26f-2db7e8e2880a req-1741ff00-4d14-4981-ade5-41922b958cc6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.1154704 Sep 16 10:50:57.074012 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-88627fc3-32ec-4fd9-b004-1d58280b0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:57.075525 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-88627fc3-32ec-4fd9-b004-1d58280b0258 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0429001 Sep 16 10:50:57.098899 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-90dda2cb-29ec-4aba-81f4-32a1b14933f0 service neutron] 10.222.0.36 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476722 Sep 16 10:50:57.108194 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-c517e5bc-2801-4507-9e83-07aa5289da5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246429 Sep 16 10:50:57.119212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21064d89-7822-469a-b26f-2db7e8e2880a req-a0aadb4d-61c2-49f5-82a9-b731d2d97254 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Sep 16 10:50:57.199875 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-65f7894d-ed8d-451d-acc3-6cf301bc897d service neutron] 10.222.0.36 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929198 Sep 16 10:50:57.215439 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-b3d9e479-bf6a-4105-8f07-52173835678f service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950186 Sep 16 10:50:57.250862 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325940f-5353-4fb7-bd9e-171469234531 req-0694503c-d6bd-41dc-a7c9-e2d6996f80cc tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:57.252729 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e325940f-5353-4fb7-bd9e-171469234531 req-0694503c-d6bd-41dc-a7c9-e2d6996f80cc tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0563796 Sep 16 10:50:57.290701 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:50:57.307811 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e325940f-5353-4fb7-bd9e-171469234531 req-3a8c2c47-da20-4a95-b789-704941ce9161 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Sep 16 10:50:57.335939 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ad2cf423-a7e7-40d9-92ef-20c35f1b1256 req-6f03f2ba-38ee-4459-97d1-c29907303d1e service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035407 Sep 16 10:50:57.362487 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5f0cc-87bb-4cd4-a0a6-c36ebf905d4d x-openstack-request-id: req-9bb5f0cc-87bb-4cd4-a0a6-c36ebf905d4d {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:50:57.362804 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:50:57.363061 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bb5f0cc-87bb-4cd4-a0a6-c36ebf905d4d {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:50:57.363452 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02', 'code': 200} Sep 16 10:50:57.602493 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1009a506-0cd7-4334-905f-55b6d8d0727a req-7c11032d-dd37-436e-9b87-135a762ebea2 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 210 time: 0.0414207 Sep 16 10:50:57.770473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe483caa-582c-4e58-8358-dc287cdaee97 req-ee378235-c1fb-49a0-bf7a-bf47a22607b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:57.772000 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-fe483caa-582c-4e58-8358-dc287cdaee97 req-ee378235-c1fb-49a0-bf7a-bf47a22607b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 1099 time: 0.0465498 Sep 16 10:50:57.823211 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-fe483caa-582c-4e58-8358-dc287cdaee97 req-cee3fd5e-1de6-40f6-9feb-64708b7c631d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277932 Sep 16 10:50:57.997770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356de12-052a-4980-8b81-d36510f3ac04 req-12da62be-a2bd-4d33-baf2-216dc2f9dbd2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:57.999991 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b356de12-052a-4980-8b81-d36510f3ac04 req-12da62be-a2bd-4d33-baf2-216dc2f9dbd2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 945 time: 0.0516500 Sep 16 10:50:58.037801 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b356de12-052a-4980-8b81-d36510f3ac04 req-690551d8-7768-482d-96ed-06cd4567b115 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Sep 16 10:50:58.240982 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b397409-3978-406e-bb26-833720c1ff7f req-dff993b7-f9c1-46b2-8579-ca8e794b1edf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:58.242884 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1b397409-3978-406e-bb26-833720c1ff7f req-dff993b7-f9c1-46b2-8579-ca8e794b1edf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0526240 Sep 16 10:50:58.283296 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1b397409-3978-406e-bb26-833720c1ff7f req-ba61596f-f932-4681-967e-252ca8760df1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Sep 16 10:50:58.427723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d690a50-2ef5-43d9-b4b3-ed063661b391 req-53f934c6-6ded-4edf-aa19-f15c29bdbec6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:58.429209 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3d690a50-2ef5-43d9-b4b3-ed063661b391 req-53f934c6-6ded-4edf-aa19-f15c29bdbec6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0512474 Sep 16 10:50:58.467442 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3d690a50-2ef5-43d9-b4b3-ed063661b391 req-736800df-1e3c-4b0a-8837-9ec612f00404 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Sep 16 10:50:58.729114 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6644f55-c0c2-47c3-8a57-3d579ac85131 req-42e01967-0afe-4e9f-95fe-549c81705cd0 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 210 time: 0.0255344 Sep 16 10:50:59.152297 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbb1ef-ab4c-4470-b0e9-341bd75a92b2 req-900250b6-17d8-4993-a7bf-6ee39219fac2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:59.153860 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0adbb1ef-ab4c-4470-b0e9-341bd75a92b2 req-900250b6-17d8-4993-a7bf-6ee39219fac2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 945 time: 0.0468407 Sep 16 10:50:59.191050 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0adbb1ef-ab4c-4470-b0e9-341bd75a92b2 req-019e5a6b-aa42-46db-9cd6-dd67e24a92e6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Sep 16 10:50:59.397110 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fc79a-942a-4944-9fcc-fbcb0d01aa80 req-81930a5a-5ea6-4c94-a1e0-a78f5f5750ee tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:59.398584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d11fc79a-942a-4944-9fcc-fbcb0d01aa80 req-81930a5a-5ea6-4c94-a1e0-a78f5f5750ee tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0516291 Sep 16 10:50:59.436289 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d11fc79a-942a-4944-9fcc-fbcb0d01aa80 req-b0fd6480-3e7d-4e34-ae6a-34a6b9f64afb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 16 10:50:59.609525 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e36a3-f0f7-45cf-a8ce-fa8d7ce5e776 req-e2f87c2a-feb6-4541-98e7-87b6d4dc3fe9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:59.610916 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-332e36a3-f0f7-45cf-a8ce-fa8d7ce5e776 req-e2f87c2a-feb6-4541-98e7-87b6d4dc3fe9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0619872 Sep 16 10:50:59.647984 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-332e36a3-f0f7-45cf-a8ce-fa8d7ce5e776 req-7aea760f-c069-4326-97cb-97074c0a0a12 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Sep 16 10:50:59.853551 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6147c56f-caa0-4b3f-a519-e61d17d0b8c5 req-961aefdd-5406-4554-8319-28346c40445e tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 210 time: 0.0250967 Sep 16 10:50:59.926518 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-9d443427-6156-46d4-81de-312611d75d22 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:50:59.928195 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-9d443427-6156-46d4-81de-312611d75d22 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "GET /v2.0/networks?id=127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 200 len: 809 time: 0.1089699 Sep 16 10:50:59.948841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Request body: {'port': {'device_id': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f', 'admin_state_up': True, 'tenant_id': '5aee99c458b54ad5b52f03ab53d75438'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:00.195285 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Made reservation on behalf of 5aee99c458b54ad5b52f03ab53d75438 for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:00.199389 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.312032 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbb5aa-7438-412e-a960-4e88e65f95c6 req-c5a46cc1-2fc1-42d1-a549-074118dfab23 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:00.313548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eefbb5aa-7438-412e-a960-4e88e65f95c6 req-c5a46cc1-2fc1-42d1-a549-074118dfab23 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 945 time: 0.0504839 Sep 16 10:51:00.335272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Allocated IP 172.20.0.10 (127e53ab-51b5-4623-8daa-bce375a4ad1f/9ef2192f-86e7-4cc6-865e-85f9016040f1/8ab4a43a-fd86-4631-96c3-b354f13acd54) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:00.353826 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eefbb5aa-7438-412e-a960-4e88e65f95c6 req-133d3de9-4586-4905-af88-d3cd8b2f7dd9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Sep 16 10:51:00.481785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.509958 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:00.558005 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60769e-d5d4-4d09-80a5-e21bf5eacbf0 req-60277a75-f60a-467e-a090-e1a67c6f095b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:00.559487 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de60769e-d5d4-4d09-80a5-e21bf5eacbf0 req-60277a75-f60a-467e-a090-e1a67c6f095b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0509691 Sep 16 10:51:00.567408 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.609039 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de60769e-d5d4-4d09-80a5-e21bf5eacbf0 req-ae7ee76b-48d9-4dee-b8c4-1d1314c29b73 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Sep 16 10:51:00.613855 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Network 127e53ab-51b5-4623-8daa-bce375a4ad1f is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:00.615395 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:51:00.619576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:00.620153 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.627150 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:00.633356 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:00.640280 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Pushing event updated for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:00.689758 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:00.691456 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.711016 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.733598 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:00.735696 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74442769-f9bb-4200-be64-3c186df533d8" -d '{"events": [{"server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:00.750065 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:00.773889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80698d96-cfcd-4911-92f0-d47ae60a6f1c req-0f7efbf3-c9fb-4d7c-9f26-c063b4b014e5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:00.776219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-80698d96-cfcd-4911-92f0-d47ae60a6f1c req-0f7efbf3-c9fb-4d7c-9f26-c063b4b014e5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0574584 Sep 16 10:51:00.779392 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20802258-af04-4794-99bc-d944b41654ab x-openstack-request-id: req-20802258-af04-4794-99bc-d944b41654ab {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:00.779797 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:00.780172 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20802258-af04-4794-99bc-d944b41654ab {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:00.780881 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', 'code': 200} Sep 16 10:51:00.787441 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-3297f1be-164e-45f3-9fb9-ab79ef706abe tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424146 Sep 16 10:51:00.806288 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Request body: {'port': {'device_id': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:00.815393 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.840823 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-80698d96-cfcd-4911-92f0-d47ae60a6f1c req-94a411fb-1f42-452f-ae0b-87ef188dc630 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538845 Sep 16 10:51:00.903610 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c9ea2161-7e2c-43f4-acc5-fcd066eb7b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.921339 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:00.921644 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:01.050949 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f357b-0c68-42f4-bc35-ff86cc8a08f3 req-46a4ac3d-324f-4158-9a80-8e4924563ec3 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.052615 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-728f357b-0c68-42f4-bc35-ff86cc8a08f3 req-46a4ac3d-324f-4158-9a80-8e4924563ec3 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 932 time: 0.0674322 Sep 16 10:51:01.119171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-728f357b-0c68-42f4-bc35-ff86cc8a08f3 req-ed603e06-c92e-4335-a616-07c8408e7b55 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Sep 16 10:51:01.225635 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab4a43a-fd86-4631-96c3-b354f13acd54 {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:51:01.238708 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4e29d-0626-4615-aadb-071b2f9afca5 req-074db2f2-495c-410d-ad7d-19dc94487b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.238946 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:01.239055 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ef4e29d-0626-4615-aadb-071b2f9afca5 req-074db2f2-495c-410d-ad7d-19dc94487b29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 1099 time: 0.0424039 Sep 16 10:51:01.250127 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Transition to ACTIVE for port object 8ab4a43a-fd86-4631-96c3-b354f13acd54 will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:51:01.280879 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ef4e29d-0626-4615-aadb-071b2f9afca5 req-b6b0f12e-f879-4fc0-8405-f6812b7fa877 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267112 Sep 16 10:51:01.333033 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:01.382983 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:01.470712 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Attempting to bind port 8ab4a43a-fd86-4631-96c3-b354f13acd54 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:01.471048 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Attempting to bind port 8ab4a43a-fd86-4631-96c3-b354f13acd54 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:01.471380 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Attempting to bind port 8ab4a43a-fd86-4631-96c3-b354f13acd54 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:01.476602 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Port 8ab4a43a-fd86-4631-96c3-b354f13acd54 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:51:01.477025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Attempting to bind port 8ab4a43a-fd86-4631-96c3-b354f13acd54 on network 127e53ab-51b5-4623-8daa-bce375a4ad1f {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:01.486762 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:01.492175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Checking segment: {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:01.492175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Bound using segment: {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:01.492175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Bound port: 8ab4a43a-fd86-4631-96c3-b354f13acd54, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb93731-17d6-48d0-b46a-14798eb598c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:01.492175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:01.502130 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47d3c3-2c78-494a-93b0-f0379a435489 req-5d1d4004-af48-4a11-ab7a-5aa2c58fe4e4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.503703 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4c47d3c3-2c78-494a-93b0-f0379a435489 req-5d1d4004-af48-4a11-ab7a-5aa2c58fe4e4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0559993 Sep 16 10:51:01.544302 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4c47d3c3-2c78-494a-93b0-f0379a435489 req-7ec5043b-db8b-4d11-b230-312b11385f93 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335963 Sep 16 10:51:01.563986 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:01.567844 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:01.661693 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:01.706390 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.707171 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:01.708646 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ab4a43a-fd86-4631-96c3-b354f13acd54 HTTP/1.1" status: 200 len: 1094 time: 0.9072895 Sep 16 10:51:01.710873 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:01.713133 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333c19a-9e27-44a3-b09b-49adf0903ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:01.733707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d46ce6-aaa6-43bc-a531-1dbce46b651d req-863aa66d-60b6-4271-85ba-9eb759063ff5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.735238 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-03d46ce6-aaa6-43bc-a531-1dbce46b651d req-863aa66d-60b6-4271-85ba-9eb759063ff5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0678680 Sep 16 10:51:01.759850 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bdd064-39a5-4630-b4ca-bf0820fe1538 x-openstack-request-id: req-d5bdd064-39a5-4630-b4ca-bf0820fe1538 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:01.760136 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:01.760386 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5bdd064-39a5-4630-b4ca-bf0820fe1538 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:01.760807 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54', 'status': 'completed', 'code': 200} Sep 16 10:51:01.761358 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa2f9d-0dd5-41e4-9308-35bd24208637 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:01.788944 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-03d46ce6-aaa6-43bc-a531-1dbce46b651d req-abefc214-d4af-4dd5-8f85-c5b8b9991f6e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Sep 16 10:51:01.866913 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-92cea824-1800-40d4-b989-64c5dafe8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.868471 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-92cea824-1800-40d4-b989-64c5dafe8069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 1097 time: 0.0402513 Sep 16 10:51:01.976900 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-144b4096-31ab-4f7f-9271-a42f3e62de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:01.978380 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-144b4096-31ab-4f7f-9271-a42f3e62de14 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5aee99c458b54ad5b52f03ab53d75438&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0956209 Sep 16 10:51:02.077135 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-38d9980f-4201-4552-a09d-1c6b4b5d50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:02.078636 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3333c19a-9e27-44a3-b09b-49adf0903ee9 req-38d9980f-4201-4552-a09d-1c6b4b5d50c6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0923879 Sep 16 10:51:02.233869 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9616-1cb3-4b63-b129-2241bef0cfbc req-11be1743-3a1c-4117-9905-1a2de4b3ab3d tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:02.235665 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14ff9616-1cb3-4b63-b129-2241bef0cfbc req-11be1743-3a1c-4117-9905-1a2de4b3ab3d tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 944 time: 0.0516934 Sep 16 10:51:02.277489 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14ff9616-1cb3-4b63-b129-2241bef0cfbc req-55e0c06e-4e4c-4612-9fe7-9ad2577df282 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Sep 16 10:51:02.407646 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-81968b51-9995-4b0a-9985-d257c7c1498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:02.409183 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-81968b51-9995-4b0a-9985-d257c7c1498d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aee99c458b54ad5b52f03ab53d75438&device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 1097 time: 0.2454193 Sep 16 10:51:02.656374 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e919ed-d505-4781-b7c3-9fdb5ce2c163 req-1d7b0b43-5b37-4201-a943-e21478c7db34 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:02.657838 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64e919ed-d505-4781-b7c3-9fdb5ce2c163 req-1d7b0b43-5b37-4201-a943-e21478c7db34 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0463073 Sep 16 10:51:02.693561 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64e919ed-d505-4781-b7c3-9fdb5ce2c163 req-91898d46-f6b0-4abb-a08b-fb1aa79a6b4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300176 Sep 16 10:51:02.900471 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd74b5-749e-4c84-9a29-9c2570b6e454 req-33f1903a-d771-4d28-b634-7a4b8d3788ab tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:02.901905 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9bd74b5-749e-4c84-9a29-9c2570b6e454 req-33f1903a-d771-4d28-b634-7a4b8d3788ab tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0474617 Sep 16 10:51:02.942361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9bd74b5-749e-4c84-9a29-9c2570b6e454 req-2c08f2fc-52b6-42ee-bb4a-5498c682279b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344756 Sep 16 10:51:03.723699 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-31421893-a998-4fa1-85bc-648d03b13e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:04.470370 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-405ed93f-3b66-41b6-a441-25a2b6bd3fa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54 HTTP/1.1" status: 200 len: 217 time: 0.0357542 Sep 16 10:51:04.500987 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:04.895111 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:05.550971 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-5e5d80ed-c21a-45a8-98e8-5cfccf34f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:05.553173 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-5e5d80ed-c21a-45a8-98e8-5cfccf34f14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ef2192f-86e7-4cc6-865e-85f9016040f1 HTTP/1.1" status: 200 len: 849 time: 0.0453627 Sep 16 10:51:05.637169 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-9abf678c-6138-47ae-b820-2c7a4033862b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=127e53ab-51b5-4623-8daa-bce375a4ad1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391972 Sep 16 10:51:05.693140 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c37f0-5f03-4389-894e-a460dfc1e479 req-81c12140-5875-4092-babb-3632991cd12a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:05.694499 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aa8c37f0-5f03-4389-894e-a460dfc1e479 req-81c12140-5875-4092-babb-3632991cd12a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 944 time: 0.0810671 Sep 16 10:51:05.707234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd2b1-a55e-4289-acec-bfab569bf96c req-de14fcbd-1d01-4244-84a0-602b3d237dea tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:05.708744 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e41dd2b1-a55e-4289-acec-bfab569bf96c req-de14fcbd-1d01-4244-84a0-602b3d237dea tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0680118 Sep 16 10:51:05.749731 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-33e6c714-a085-41d5-bccd-dc7ae75c1711 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951552 Sep 16 10:51:05.759856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aa8c37f0-5f03-4389-894e-a460dfc1e479 req-5a8fb40b-6339-4562-a656-c6c3eed1f5fa tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Sep 16 10:51:05.780541 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e41dd2b1-a55e-4289-acec-bfab569bf96c req-fd97917c-0f13-43b1-a34f-eb5e3e9beb18 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633671 Sep 16 10:51:05.855599 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-e0abe5bf-8785-4d59-afda-d5d3156e4f25 req-a7bc093e-92d4-4b51-b6e9-d3ba02a8dc41 service neutron] 10.222.0.30 "GET /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925708 Sep 16 10:51:05.865036 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab7451-32a5-4f3c-8beb-cb6dfc727ec0 req-7334fcd2-61ad-4d91-b5ee-e77a3f16f722 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:05.866825 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-39ab7451-32a5-4f3c-8beb-cb6dfc727ec0 req-7334fcd2-61ad-4d91-b5ee-e77a3f16f722 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0514784 Sep 16 10:51:05.890070 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:05.905824 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-39ab7451-32a5-4f3c-8beb-cb6dfc727ec0 req-11635279-0b86-45d9-9593-825f5db02a51 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Sep 16 10:51:06.904691 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d454ca2-3361-495e-9765-5efe249b9fe4 req-0b710492-d973-4534-813e-2d54c2007844 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:06.906259 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d454ca2-3361-495e-9765-5efe249b9fe4 req-0b710492-d973-4534-813e-2d54c2007844 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 944 time: 0.0732918 Sep 16 10:51:06.946128 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118671a-a847-453e-87c1-0ba33cbd963e req-e2a11356-7a6f-45e7-8927-30511d849855 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:06.947704 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3118671a-a847-453e-87c1-0ba33cbd963e req-e2a11356-7a6f-45e7-8927-30511d849855 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0815890 Sep 16 10:51:06.978766 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d454ca2-3361-495e-9765-5efe249b9fe4 req-0e7d491b-37c8-405e-b54c-5a1279ac95bf tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Sep 16 10:51:06.998375 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3118671a-a847-453e-87c1-0ba33cbd963e req-2773776a-52e9-482c-aa9f-cf962d54c289 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Sep 16 10:51:07.096798 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b8e3c-df7c-4e8a-b82f-2e9672d2e4e8 req-b9498bd4-bf77-46d0-af17-f3d8f619c50d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:07.096798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-557b8e3c-df7c-4e8a-b82f-2e9672d2e4e8 req-b9498bd4-bf77-46d0-af17-f3d8f619c50d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0554736 Sep 16 10:51:07.141657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-557b8e3c-df7c-4e8a-b82f-2e9672d2e4e8 req-ee0aacd3-9c26-46da-8383-1b623df9ae89 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350111 Sep 16 10:51:08.096492 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a45d-f7b4-4f68-ae38-df7e2d3c6566 req-a9770d22-ce56-41e3-9ba3-f1b30fec7763 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:08.100568 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc38a45d-f7b4-4f68-ae38-df7e2d3c6566 req-a9770d22-ce56-41e3-9ba3-f1b30fec7763 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 944 time: 0.0479028 Sep 16 10:51:08.135028 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc38a45d-f7b4-4f68-ae38-df7e2d3c6566 req-ee896e52-409b-4346-82ef-9e960119551a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Sep 16 10:51:08.253794 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779324d-1134-4f83-81ef-5c82a949f13a req-85279fdb-6e07-495f-84db-e7726dbd131c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:08.255194 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0779324d-1134-4f83-81ef-5c82a949f13a req-85279fdb-6e07-495f-84db-e7726dbd131c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0476418 Sep 16 10:51:08.291933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0779324d-1134-4f83-81ef-5c82a949f13a req-5ea331e8-fc9f-4548-b520-ef3990f5ddab tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Sep 16 10:51:08.529202 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8ab4a43a-fd86-4631-96c3-b354f13acd54 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:51:08.630382 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:08.641459 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '8ab4a43a-fd86-4631-96c3-b354f13acd54', 'network_id': '127e53ab-51b5-4623-8daa-bce375a4ad1f', 'port_id': '8ab4a43a-fd86-4631-96c3-b354f13acd54', 'mac_address': 'fa:16:3e:0e:e1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef2192f-86e7-4cc6-865e-85f9016040f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:51:08.677447 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:08.690343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab4a43a-fd86-4631-96c3-b354f13acd54 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:51:08.709356 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:08.776052 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:08.824123 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:08.831433 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:08.835181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:09.253432 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c844237-c40f-4e81-8402-8ef652fdb26e req-f8d8dfb5-3538-4bd6-b776-dcfa2ac2417a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:09.254940 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c844237-c40f-4e81-8402-8ef652fdb26e req-f8d8dfb5-3538-4bd6-b776-dcfa2ac2417a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Sep 16 10:51:09.293726 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c844237-c40f-4e81-8402-8ef652fdb26e req-35846fd0-efac-42f6-b878-6b5567813e9e tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Sep 16 10:51:09.312257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['8ab4a43a-fd86-4631-96c3-b354f13acd54'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:51:09.419510 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae29d7a-a085-49a2-8169-e287e677f7cb req-599b08e6-007c-4084-a4f8-b4256eda9abd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:09.422868 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ae29d7a-a085-49a2-8169-e287e677f7cb req-599b08e6-007c-4084-a4f8-b4256eda9abd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0528104 Sep 16 10:51:09.463064 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ae29d7a-a085-49a2-8169-e287e677f7cb req-a4e22a17-590d-4a2d-bbb0-22a091acd246 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Sep 16 10:51:10.414359 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46eb0-cd5b-4cda-bff9-cf2732d8d19d req-03aad19c-7b28-432b-ba9a-19dd35c4ce63 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:10.415828 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c5e46eb0-cd5b-4cda-bff9-cf2732d8d19d req-03aad19c-7b28-432b-ba9a-19dd35c4ce63 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Sep 16 10:51:10.453902 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c5e46eb0-cd5b-4cda-bff9-cf2732d8d19d req-7c8d44bd-04e1-4c59-b4e0-7467111542f6 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Sep 16 10:51:10.590409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5293c-d4bd-4dab-a6f9-9f4f48090704 req-d4b7272d-3e05-48a7-ba1b-59c2a8b54faf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:10.592137 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1db5293c-d4bd-4dab-a6f9-9f4f48090704 req-d4b7272d-3e05-48a7-ba1b-59c2a8b54faf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0538344 Sep 16 10:51:10.637708 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1db5293c-d4bd-4dab-a6f9-9f4f48090704 req-7bf80326-6ee7-468e-a51e-cd0b15c2b53b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Sep 16 10:51:11.566318 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947e90-299f-4cb3-a226-4d1626b31828 req-a833a410-4ca6-4bd3-945a-6e901572f4cc tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:11.568005 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c947e90-299f-4cb3-a226-4d1626b31828 req-a833a410-4ca6-4bd3-945a-6e901572f4cc tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Sep 16 10:51:11.604972 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c947e90-299f-4cb3-a226-4d1626b31828 req-d1aed14b-fc2c-4c3c-9d7e-fa01a1346f1f tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Sep 16 10:51:11.754163 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746819a7-2abe-4fc0-9c5a-ff2a32991b4a req-9d938aad-d184-4ddd-b7d5-80cf12bb88e2 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:11.756491 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-746819a7-2abe-4fc0-9c5a-ff2a32991b4a req-9d938aad-d184-4ddd-b7d5-80cf12bb88e2 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0520017 Sep 16 10:51:11.798358 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-746819a7-2abe-4fc0-9c5a-ff2a32991b4a req-f676155f-354b-4ded-8a34-cd16f20f9c08 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Sep 16 10:51:12.558785 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8ab4a43a-fd86-4631-96c3-b354f13acd54 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:12.679520 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 8ab4a43a-fd86-4631-96c3-b354f13acd54 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:51:12.684987 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 8ab4a43a-fd86-4631-96c3-b354f13acd54 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:12.699460 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:12.741799 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e06c6e-0b2b-46bb-9b65-4d3eae815230 req-7ec06735-bd8d-4d4e-be2d-ecb9e708d468 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:12.748336 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21e06c6e-0b2b-46bb-9b65-4d3eae815230 req-7ec06735-bd8d-4d4e-be2d-ecb9e708d468 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 945 time: 0.0653057 Sep 16 10:51:12.809160 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21e06c6e-0b2b-46bb-9b65-4d3eae815230 req-b25c0d3a-ec68-4c17-93e7-19f9471f1008 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Sep 16 10:51:12.841195 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:12.879788 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:12.882876 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3107cea-a5be-43f0-aed0-421a96da78f3" -d '{"events": [{"server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "name": "network-vif-plugged", "status": "completed", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:12.902707 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:12.925950 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b8c4f5-c8e7-44d9-9d5b-bb2b9a88d9d6 x-openstack-request-id: req-68b8c4f5-c8e7-44d9-9d5b-bb2b9a88d9d6 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:12.926266 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "name": "network-vif-plugged", "status": "completed", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:12.926526 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68b8c4f5-c8e7-44d9-9d5b-bb2b9a88d9d6 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:12.926916 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54', 'code': 200} Sep 16 10:51:12.966272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55263167-edba-4719-830e-cf9be3f29942 req-5c10d314-1681-489f-875f-90669f0605d0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:12.968837 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55263167-edba-4719-830e-cf9be3f29942 req-5c10d314-1681-489f-875f-90669f0605d0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0524983 Sep 16 10:51:13.010770 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55263167-edba-4719-830e-cf9be3f29942 req-7fb085be-d890-4e04-a254-14e36ca53ba4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357494 Sep 16 10:51:13.016834 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:13.077718 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:13.294462 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e6f26-8d94-46d7-9d71-4dc4e11a8246 req-a82c4a47-9e57-4b76-b368-d44eb7c37312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:13.296386 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-695e6f26-8d94-46d7-9d71-4dc4e11a8246 req-a82c4a47-9e57-4b76-b368-d44eb7c37312 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 1099 time: 0.0418594 Sep 16 10:51:13.355133 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-695e6f26-8d94-46d7-9d71-4dc4e11a8246 req-0b226ccf-5bbd-495e-83e5-24ba4ad2dba5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Sep 16 10:51:13.913051 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6323e-e722-46ac-ba3d-489226dc5c8c req-7673b3f2-4c52-4d06-b7e6-ae9fb4582b28 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:13.914584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2b6323e-e722-46ac-ba3d-489226dc5c8c req-7673b3f2-4c52-4d06-b7e6-ae9fb4582b28 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0472360 Sep 16 10:51:13.953170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2b6323e-e722-46ac-ba3d-489226dc5c8c req-afa9a4ab-cdbe-4216-83af-222a87d4df1c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Sep 16 10:51:14.138356 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a5bad-f945-4de2-8e95-28d481f9f5f2 req-61531e47-fc8a-464b-ab6e-8966e0a34b86 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:14.139924 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-108a5bad-f945-4de2-8e95-28d481f9f5f2 req-61531e47-fc8a-464b-ab6e-8966e0a34b86 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0507643 Sep 16 10:51:14.176282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-108a5bad-f945-4de2-8e95-28d481f9f5f2 req-d9843b04-b404-4de4-925a-63adb1311642 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303426 Sep 16 10:51:15.026512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49036) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:15.066289 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad082a-4709-4c65-bfb4-08aa7dbdfb5b req-867417a9-ed53-4e99-99ca-bf436f62ac98 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:15.067800 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fdad082a-4709-4c65-bfb4-08aa7dbdfb5b req-867417a9-ed53-4e99-99ca-bf436f62ac98 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0479572 Sep 16 10:51:15.107113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fdad082a-4709-4c65-bfb4-08aa7dbdfb5b req-91ad80b7-8801-4c35-9bb3-a852c016ebc9 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Sep 16 10:51:15.131379 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.220213 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.292411 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9da107-706a-4bf0-bb76-9a5618c49475 req-48f0315a-3d96-4d73-abe4-308ec5c558ac tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:15.293873 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd9da107-706a-4bf0-bb76-9a5618c49475 req-48f0315a-3d96-4d73-abe4-308ec5c558ac tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0491068 Sep 16 10:51:15.310998 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.311192 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.330910 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd9da107-706a-4bf0-bb76-9a5618c49475 req-7b9af88e-b4f8-4685-b3cf-3ef07dc41595 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301137 Sep 16 10:51:15.349626 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=847239ca9ce341688637abff1e78adb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219595 Sep 16 10:51:15.350488 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185aab7c-ddfc-471e-8619-135231e31cf2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:15.352212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49042) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:15.357671 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.361525 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.362336 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1415350-b456-4fe1-b1c8-be3d9bc0eea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.404937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.434899 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.545362 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.547949 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:15.549126 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/185aab7c-ddfc-471e-8619-135231e31cf2 HTTP/1.1" status: 204 len: 168 time: 0.1958089 Sep 16 10:51:15.556901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185aab7c-ddfc-471e-8619-135231e31cf2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:15.564073 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.564426 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.564795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.565133 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.565469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.565803 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.566133 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.566524 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.566855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.567179 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.567502 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:15.567829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2098b-f5de-4029-88b4-4202e7f580d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:16.218616 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c865f1-7e00-482a-be00-b8ca471df787 req-7521b83c-a954-491e-8cee-8cd42824544c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.220096 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55c865f1-7e00-482a-be00-b8ca471df787 req-7521b83c-a954-491e-8cee-8cd42824544c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0474684 Sep 16 10:51:16.258321 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55c865f1-7e00-482a-be00-b8ca471df787 req-9e710f25-7794-44be-ae37-97593ebb8011 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Sep 16 10:51:16.400632 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-fe9c167b-4195-40fb-885d-66d89990f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.402981 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-fe9c167b-4195-40fb-885d-66d89990f90a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1098 time: 0.0472746 Sep 16 10:51:16.453158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3345e4-ab43-40cd-86fc-83e9cc62a05d req-812e8f8a-1d33-48d2-9c0c-2ba7ff1832f8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.454709 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b3345e4-ab43-40cd-86fc-83e9cc62a05d req-812e8f8a-1d33-48d2-9c0c-2ba7ff1832f8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0506189 Sep 16 10:51:16.492774 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b3345e4-ab43-40cd-86fc-83e9cc62a05d req-4fc9d589-3a3a-4751-816a-2e2af4dc1bff tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Sep 16 10:51:16.512638 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-5d2ffdaf-2d8c-41c9-9758-8baea80c15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.514174 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-5d2ffdaf-2d8c-41c9-9758-8baea80c15b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.0849543 Sep 16 10:51:16.587362 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-d54c6edb-83d8-4ccc-be33-1defbf53ba73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 1000 time: 0.0621090 Sep 16 10:51:16.637847 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-9d582d1b-21fe-4c92-9786-3dd38e421121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.639392 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-9d582d1b-21fe-4c92-9786-3dd38e421121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0443268 Sep 16 10:51:16.685519 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-89536b3f-957c-4ee0-9d06-1aa1b039a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:16.686992 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-89536b3f-957c-4ee0-9d06-1aa1b039a95d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395238 Sep 16 10:51:16.796724 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-b3106e39-45b2-453b-bcf0-96e03c5dbd0d service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016760 Sep 16 10:51:16.902383 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-40951b5d-beb6-4e80-bd4a-d2c90c1947c7 req-26770b47-ad28-4ef8-b7e3-0cfc7b590607 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964632 Sep 16 10:51:16.933556 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:51:17.937597 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f85d8-a1e5-48f2-861b-2eff2b0da7bc req-70fe963a-46f7-4086-82a3-e65d527762c4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:17.939086 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de5f85d8-a1e5-48f2-861b-2eff2b0da7bc req-70fe963a-46f7-4086-82a3-e65d527762c4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0514605 Sep 16 10:51:17.976352 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de5f85d8-a1e5-48f2-861b-2eff2b0da7bc req-40287971-e7af-47fb-b489-08d5911af9a7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Sep 16 10:51:18.076093 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad3d1f-32a9-48a5-a110-4dff129c0507 req-f46cf995-e376-4dec-90a9-5f92b5440ab8 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:18.077681 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4dad3d1f-32a9-48a5-a110-4dff129c0507 req-f46cf995-e376-4dec-90a9-5f92b5440ab8 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0470629 Sep 16 10:51:18.120204 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4dad3d1f-32a9-48a5-a110-4dff129c0507 req-dc6be4b3-97f9-460e-802d-cb44de735cf5 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 16 10:51:19.410326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06c01b-55fd-49d2-b394-e4c2f32dc906 req-ed1f2cc9-711a-41ae-9816-56e08f5dd4d5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:19.417697 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb06c01b-55fd-49d2-b394-e4c2f32dc906 req-ed1f2cc9-711a-41ae-9816-56e08f5dd4d5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0571744 Sep 16 10:51:19.454105 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb06c01b-55fd-49d2-b394-e4c2f32dc906 req-f8488e81-b49e-46f0-8749-f37ac6b27008 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352921 Sep 16 10:51:19.560497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40273821-8ac8-43bf-a73a-fb11e490b51a req-c9de1b9f-9d50-46fb-abaa-72d957f15a1f tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:19.561957 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40273821-8ac8-43bf-a73a-fb11e490b51a req-c9de1b9f-9d50-46fb-abaa-72d957f15a1f tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0544670 Sep 16 10:51:19.600093 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40273821-8ac8-43bf-a73a-fb11e490b51a req-773b03ca-8d01-4f3a-a90c-84ecb8080bec tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/security-groups?id=c38f8ad2-857e-4b31-a3de-b78aa153c04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Sep 16 10:51:20.067576 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-148c6cfa-839c-43bf-8c69-2116ebc2a53c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:20.069113 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-148c6cfa-839c-43bf-8c69-2116ebc2a53c tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 946 time: 0.0557382 Sep 16 10:51:20.162073 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Deleting port 8ab4a43a-fd86-4631-96c3-b354f13acd54 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:51:20.162421 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:20.251973 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] For port 8ab4a43a-fd86-4631-96c3-b354f13acd54, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8ab4a43a-fd86-4631-96c3-b354f13acd54,segment=NetworkSegment(4fb93731-17d6-48d0-b46a-14798eb598c9),segment_id=4fb93731-17d6-48d0-b46a-14798eb598c9)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:20.252255 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:20.263833 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Calling delete_port for 8ab4a43a-fd86-4631-96c3-b354f13acd54 owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:51:20.460154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:20.489829 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['8ab4a43a-fd86-4631-96c3-b354f13acd54'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:51:20.499163 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Pushing event deleted for resources: {'Port': ['ID=8ab4a43a-fd86-4631-96c3-b354f13acd54,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:20.543687 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] No DVR routers for this DVR port 8ab4a43a-fd86-4631-96c3-b354f13acd54 on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:51:20.546269 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:20.548293 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d1efe925-f1e9-411c-82b9-e37d31e81220 req-3021c42d-e394-4788-9ad8-966bc460109a tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.30 "DELETE /v2.0/ports/8ab4a43a-fd86-4631-96c3-b354f13acd54 HTTP/1.1" status: 204 len: 173 time: 0.4710000 Sep 16 10:51:20.548747 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'name': 'network-vif-deleted', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:20.550939 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd522eec-a2ac-46cd-b47e-840daece7111" -d '{"events": [{"server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "name": "network-vif-deleted", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:20.597355 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489d48f-9730-48ee-87cf-e8727b9fc37b req-3b8beb6c-9cfb-47d2-8394-5e8ef2ac0f11 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:20.598900 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6489d48f-9730-48ee-87cf-e8727b9fc37b req-3b8beb6c-9cfb-47d2-8394-5e8ef2ac0f11 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0484481 Sep 16 10:51:20.637445 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6489d48f-9730-48ee-87cf-e8727b9fc37b req-2d74ad59-672a-40ed-bf82-b165d24ce55b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Sep 16 10:51:20.682085 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49141d95-7b33-43b4-b299-fc5ac470fe3e x-openstack-request-id: req-49141d95-7b33-43b4-b299-fc5ac470fe3e {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:20.682376 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a22697-5e65-4a00-a79e-e7292b79ec44", "name": "network-vif-deleted", "tag": "8ab4a43a-fd86-4631-96c3-b354f13acd54", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:20.682627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49141d95-7b33-43b4-b299-fc5ac470fe3e {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:20.683017 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a22697-5e65-4a00-a79e-e7292b79ec44', 'name': 'network-vif-deleted', 'tag': '8ab4a43a-fd86-4631-96c3-b354f13acd54', 'status': 'completed', 'code': 200} Sep 16 10:51:20.755550 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4b7c6c16-05f3-49e9-9610-9cc1764ae46b req-9ca7a869-2e07-40b4-89b5-28f4a4c3b4f3 tempest-VolumesActionsTest-886072097 tempest-VolumesActionsTest-886072097-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8a22697-5e65-4a00-a79e-e7292b79ec44 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Sep 16 10:51:21.509832 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49196) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:21.644284 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fbf08513-591c-4a59-b4df-20958e5cfe4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:21.738179 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fbf08513-591c-4a59-b4df-20958e5cfe4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:21.766720 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b8dad-28fb-4d77-9a26-4382ed2ce435 req-eb87faa6-3593-43a3-9748-abb2d25f5863 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:21.768191 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-568b8dad-28fb-4d77-9a26-4382ed2ce435 req-eb87faa6-3593-43a3-9748-abb2d25f5863 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0567300 Sep 16 10:51:21.807061 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-568b8dad-28fb-4d77-9a26-4382ed2ce435 req-e91ca932-5d55-4065-ac25-6046aa76ee05 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Sep 16 10:51:21.825621 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fbf08513-591c-4a59-b4df-20958e5cfe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:21.872889 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-fbf08513-591c-4a59-b4df-20958e5cfe4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbcf88f2c31b4d02a701a8a34add5bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589261 Sep 16 10:51:21.872889 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf08513-591c-4a59-b4df-20958e5cfe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6860df-2217-4726-8422-b9ae45045625,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:21.873084 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49210) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:21.931782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:21.952757 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:22.086208 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:22.089345 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:22.091683 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd6860df-2217-4726-8422-b9ae45045625 HTTP/1.1" status: 204 len: 168 time: 0.2169256 Sep 16 10:51:22.099617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc702d47-7a68-4598-b716-08814e165f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6860df-2217-4726-8422-b9ae45045625,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:22.929987 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4fc9-f6d7-4a8b-a4f5-355a9a30ea01 req-110e1bc6-e923-4c61-a3c0-424a24b22e61 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:22.931466 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-896e4fc9-f6d7-4a8b-a4f5-355a9a30ea01 req-110e1bc6-e923-4c61-a3c0-424a24b22e61 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0479822 Sep 16 10:51:22.969339 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-896e4fc9-f6d7-4a8b-a4f5-355a9a30ea01 req-b70138b5-ebaa-4519-8505-a8340ea9661d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Sep 16 10:51:24.086743 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb08f1-22ba-46b7-a12e-2a61835815ff req-e6150671-0743-427c-9a3d-04eb3d0d5cbd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:24.088247 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-35bb08f1-22ba-46b7-a12e-2a61835815ff req-e6150671-0743-427c-9a3d-04eb3d0d5cbd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0524666 Sep 16 10:51:24.127997 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-35bb08f1-22ba-46b7-a12e-2a61835815ff req-414064b2-d5b7-4595-9a0a-f38d678e9eb9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 Sep 16 10:51:24.546083 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8ab4a43a-fd86-4631-96c3-b354f13acd54 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:51:24.565844 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 8ab4a43a-fd86-4631-96c3-b354f13acd54 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:51:24.566185 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8ab4a43a-fd86-4631-96c3-b354f13acd54 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:51:25.239295 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479ecc6-a0b5-4c10-82dd-f7226b0287a7 req-74eb0233-2f3d-40fc-967a-8a59f5869862 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:25.240810 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7479ecc6-a0b5-4c10-82dd-f7226b0287a7 req-74eb0233-2f3d-40fc-967a-8a59f5869862 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0489872 Sep 16 10:51:25.280943 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7479ecc6-a0b5-4c10-82dd-f7226b0287a7 req-d2d6642c-e61a-4871-9381-ebab45f42785 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Sep 16 10:51:26.405988 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e174212-b9e4-492a-ace9-0e2159257757 req-2d5e6114-661f-46b5-acb8-6b271193eb66 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:26.407526 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e174212-b9e4-492a-ace9-0e2159257757 req-2d5e6114-661f-46b5-acb8-6b271193eb66 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0569413 Sep 16 10:51:26.446616 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e174212-b9e4-492a-ace9-0e2159257757 req-11629002-ba09-46fd-8ef8-27c26bff4139 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Sep 16 10:51:27.355535 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59f9b8-9345-4952-b5b6-87fc51bf4a77 req-eb6c8f8f-7712-46b8-80e9-9b3be21b3ca7 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:27.357120 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f59f9b8-9345-4952-b5b6-87fc51bf4a77 req-eb6c8f8f-7712-46b8-80e9-9b3be21b3ca7 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Sep 16 10:51:27.637421 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f59f9b8-9345-4952-b5b6-87fc51bf4a77 req-1aba59f9-5509-4a66-a567-fd90bec34c7b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734284 Sep 16 10:51:27.742184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b74ec-023c-4546-9834-bb4556695cce req-24b4992f-8633-48b6-abce-ea3d37deaac1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:27.743610 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-050b74ec-023c-4546-9834-bb4556695cce req-24b4992f-8633-48b6-abce-ea3d37deaac1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0471039 Sep 16 10:51:27.779946 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-050b74ec-023c-4546-9834-bb4556695cce req-035fb572-7e49-4f2c-8e80-4ae7ead03612 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Sep 16 10:51:28.759837 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d9ccf-9cbe-4e3d-b0c1-a006a063ce21 req-b520cc0a-10ad-4273-86b5-8d4b01bc1057 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:28.761363 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-197d9ccf-9cbe-4e3d-b0c1-a006a063ce21 req-b520cc0a-10ad-4273-86b5-8d4b01bc1057 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0471659 Sep 16 10:51:28.801158 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-197d9ccf-9cbe-4e3d-b0c1-a006a063ce21 req-1f2fcb99-79b4-48d5-a48f-ecf9b5dd13db tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Sep 16 10:51:28.919041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80b7e-8904-48bd-8d4f-942abf6cdf9f req-8358fb67-7bce-4fc8-834d-34f978d1561e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:28.920576 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8a80b7e-8904-48bd-8d4f-942abf6cdf9f req-8358fb67-7bce-4fc8-834d-34f978d1561e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0573251 Sep 16 10:51:28.963711 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8a80b7e-8904-48bd-8d4f-942abf6cdf9f req-4e68b13d-acc0-4582-ab04-4a7578dcc3ff tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364723 Sep 16 10:51:30.849401 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0db6b3e6-a261-4e55-91bf-4f344b47ac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:32.628482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-261ea988-eadc-45b1-9f95-8bbcce68535f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:32.629937 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-261ea988-eadc-45b1-9f95-8bbcce68535f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1109133 Sep 16 10:51:32.645016 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-a3be1040-b5cb-4b2e-8860-36b36dc8f767 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/quotas/2f67beace04845049ef284b8cae2addd HTTP/1.1" status: 200 len: 375 time: 0.0093269 Sep 16 10:51:32.706024 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-e8dd08ea-e311-45a8-81c3-ecfe6763a32c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546517 Sep 16 10:51:32.836473 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-281b7459-6bfa-4e22-a285-6c3b553c9032 service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245968 Sep 16 10:51:32.845444 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c5ee4-0c97-479b-83bb-ae3d9b33c2f1 req-56ebd6b7-e144-42be-a0ed-903d87bf3e5d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:32.846878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-023c5ee4-0c97-479b-83bb-ae3d9b33c2f1 req-56ebd6b7-e144-42be-a0ed-903d87bf3e5d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0727112 Sep 16 10:51:32.932800 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-023c5ee4-0c97-479b-83bb-ae3d9b33c2f1 req-22b55ee9-c89f-450c-9e02-21ade49e818e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780027 Sep 16 10:51:32.955168 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-83d9173f-2bc6-4e4f-ba8b-c8e00f41e3d6 service neutron] 10.222.0.36 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073475 Sep 16 10:51:33.042118 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cdaa9-c107-4dfc-a666-bc007231a29c req-a9e49f4a-0220-44e3-ad76-5fad0937f1de tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:33.043615 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0c3cdaa9-c107-4dfc-a666-bc007231a29c req-a9e49f4a-0220-44e3-ad76-5fad0937f1de tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0540304 Sep 16 10:51:33.081143 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0c3cdaa9-c107-4dfc-a666-bc007231a29c req-0c9b983a-6b86-4f7e-8b9f-e682e5705fd3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Sep 16 10:51:33.196882 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd9fe-e876-4c40-bae3-07d958b5b401 req-ffe58c32-9164-4b79-a7cc-30a490895f6b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:33.198787 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-542bd9fe-e876-4c40-bae3-07d958b5b401 req-ffe58c32-9164-4b79-a7cc-30a490895f6b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0592744 Sep 16 10:51:33.215607 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-405c71f6-6216-46f2-869a-94d520db594a req-152b3aad-da20-4fd9-aa61-12cf92c83dc4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0390029 Sep 16 10:51:33.264764 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-542bd9fe-e876-4c40-bae3-07d958b5b401 req-8e622114-2a7c-4378-8f64-9a294b7cde60 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Sep 16 10:51:33.786792 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6f0560e4-4399-4c22-a947-5b91c6d56854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:34.049242 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55713b2-d648-4cd3-8a25-6af62201c48b req-ceff8de9-07e4-4a2e-9125-ce76ee265417 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:34.050752 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f55713b2-d648-4cd3-8a25-6af62201c48b req-ceff8de9-07e4-4a2e-9125-ce76ee265417 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0511057 Sep 16 10:51:34.087022 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f55713b2-d648-4cd3-8a25-6af62201c48b req-3146d6c7-53bb-4dfe-9fcb-a511f8e83668 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302279 Sep 16 10:51:34.190404 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2aadc-d1bc-473b-90f0-d0e516a92c15 req-151f74d1-1931-4d20-bc80-df1807a1c2eb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:34.191862 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0e2aadc-d1bc-473b-90f0-d0e516a92c15 req-151f74d1-1931-4d20-bc80-df1807a1c2eb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0468144 Sep 16 10:51:34.228973 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0e2aadc-d1bc-473b-90f0-d0e516a92c15 req-3ecd3383-4d23-4922-a754-2bfd9bdd45e5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Sep 16 10:51:34.306530 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53157277-d5f1-4e53-b364-bcdcdd9f30e2 req-4324ae6c-b893-48fd-8f54-308408bfecb4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0268412 Sep 16 10:51:34.375808 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522b85e-1473-4a0a-ab61-7bd98c10e596 req-72537ee9-76ce-49c2-a4d8-e19639689a28 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:34.377307 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c522b85e-1473-4a0a-ab61-7bd98c10e596 req-72537ee9-76ce-49c2-a4d8-e19639689a28 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0465598 Sep 16 10:51:34.417555 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c522b85e-1473-4a0a-ab61-7bd98c10e596 req-6572e0c8-f65b-4136-a62a-71ce4dffbd39 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Sep 16 10:51:34.560611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:34.918152 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:35.198559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5503a23-5ade-43c9-8826-3e5ef41f6eba req-4077389a-0727-471c-b95f-fac83f96b32e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:35.199980 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5503a23-5ade-43c9-8826-3e5ef41f6eba req-4077389a-0727-471c-b95f-fac83f96b32e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0474524 Sep 16 10:51:35.237607 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5503a23-5ade-43c9-8826-3e5ef41f6eba req-9e7368d4-c82e-40ed-b293-348b41ee8c2c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Sep 16 10:51:35.343573 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f466719-d521-4306-b84d-3f2285eeae05 req-f422f1f9-7e85-4e12-83fb-45985d29d00c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:35.350447 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3f466719-d521-4306-b84d-3f2285eeae05 req-f422f1f9-7e85-4e12-83fb-45985d29d00c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0559976 Sep 16 10:51:35.406702 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c1575a5-ce9f-4e08-9c09-f7fc039b8f6c req-a10c4aae-67fe-42b0-b4a7-1cfd2319e55a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0350947 Sep 16 10:51:35.410004 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3f466719-d521-4306-b84d-3f2285eeae05 req-f1c26dda-103f-4b16-9e81-7daff0fc2aa2 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Sep 16 10:51:35.531327 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe31960-e25b-4722-88d4-2234e62e4bdf req-cfccfb99-8cd6-4e26-8f30-b19359a94c53 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:35.532828 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-abe31960-e25b-4722-88d4-2234e62e4bdf req-cfccfb99-8cd6-4e26-8f30-b19359a94c53 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0477037 Sep 16 10:51:35.569211 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-abe31960-e25b-4722-88d4-2234e62e4bdf req-30978570-26f6-4be6-8981-72b0b5acb319 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305490 Sep 16 10:51:35.923747 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:36.352423 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e419921-4ad9-4697-aa19-ac53bcc07214 req-28075db2-9b6f-4dfd-b86e-247fe5314f47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:36.353987 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e419921-4ad9-4697-aa19-ac53bcc07214 req-28075db2-9b6f-4dfd-b86e-247fe5314f47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Sep 16 10:51:36.395388 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e419921-4ad9-4697-aa19-ac53bcc07214 req-f941278b-4985-4e9d-855d-b61d498a4524 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333714 Sep 16 10:51:36.509865 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-403e8b9d-ce3a-4d85-acec-e57cafffead7 req-75f74058-fd62-420c-98ab-e8553d09d054 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0330551 Sep 16 10:51:36.548599 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745862c4-95c0-4092-995d-e2e54eb377d3 req-b14d8a49-6953-4641-ba12-452d113f6bcb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:36.550113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-745862c4-95c0-4092-995d-e2e54eb377d3 req-b14d8a49-6953-4641-ba12-452d113f6bcb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0643399 Sep 16 10:51:36.587493 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-745862c4-95c0-4092-995d-e2e54eb377d3 req-66d93ddb-7257-4f81-9185-f613dd6d89bf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Sep 16 10:51:36.689826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd6029-63a6-4f95-a87b-22770da67635 req-2ef3ea15-f84d-4616-a98e-17d91a545d2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:36.691298 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c4cd6029-63a6-4f95-a87b-22770da67635 req-2ef3ea15-f84d-4616-a98e-17d91a545d2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0490274 Sep 16 10:51:36.730355 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c4cd6029-63a6-4f95-a87b-22770da67635 req-3f41f0e4-16c3-4d32-b9ad-85930bdb7397 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Sep 16 10:51:37.427130 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-75ed0004-9427-4b1e-b07b-bfab8b3d2e25 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:37.428624 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-75ed0004-9427-4b1e-b07b-bfab8b3d2e25 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/networks?id=1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 200 len: 815 time: 0.1092875 Sep 16 10:51:37.456460 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Request body: {'port': {'device_id': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'admin_state_up': True, 'tenant_id': '2f67beace04845049ef284b8cae2addd'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:37.519933 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e629-7e1f-4a3e-b9a1-8b714ad67de3 req-5677bea0-4819-4f94-a45d-21b0ce1903fc tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:37.528754 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dae0e629-7e1f-4a3e-b9a1-8b714ad67de3 req-5677bea0-4819-4f94-a45d-21b0ce1903fc tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Sep 16 10:51:37.565634 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dae0e629-7e1f-4a3e-b9a1-8b714ad67de3 req-3b672e70-146d-425d-b0e3-5f5c8905ffdb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Sep 16 10:51:37.608904 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d6dc3de3-11ab-4c89-99aa-c69b9fe78d17 req-2bd29310-108d-4718-b613-d910e70db225 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0291107 Sep 16 10:51:37.652600 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Made reservation on behalf of 2f67beace04845049ef284b8cae2addd for: {'port': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:37.656052 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:37.710494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239761-c502-44a8-835c-8d38da07c005 req-4b602648-8115-4b2c-99ef-0809d9af5860 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:37.713242 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d239761-c502-44a8-835c-8d38da07c005 req-4b602648-8115-4b2c-99ef-0809d9af5860 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0569592 Sep 16 10:51:37.754368 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d239761-c502-44a8-835c-8d38da07c005 req-4fa71341-5640-447d-9a8f-de446a451316 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341504 Sep 16 10:51:37.797357 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Allocated IP 172.20.0.5 (1c070572-d28b-45da-954f-67c6d78e22a3/37819cd9-8a2c-4914-9734-f89c4923daa2/91838374-a9a8-46ac-916e-2a537fd93cda) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:37.850298 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65757-6bf3-441d-877b-d61c51782a1b req-fabd40d2-4f18-4ddb-90b7-a6eeda7f6d11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:37.851907 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64f65757-6bf3-441d-877b-d61c51782a1b req-fabd40d2-4f18-4ddb-90b7-a6eeda7f6d11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Sep 16 10:51:37.891506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-64f65757-6bf3-441d-877b-d61c51782a1b req-66d6ad6e-ae29-4663-9edc-d14fd7b295ea tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Sep 16 10:51:37.955952 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.065009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.087379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603', 'f1d20566-2082-4733-b173-b6da8b211865', 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:51:38.116178 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Network 1c070572-d28b-45da-954f-67c6d78e22a3 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:38.120434 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:38.122566 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event updated for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:38.124993 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:38.177031 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:38.180110 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.253925 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-fd8a9e5c-11c5-4e11-ae2d-9331fdec2312 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032510 Sep 16 10:51:38.272489 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Request body: {'port': {'device_id': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:38.346631 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.561274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49594) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:38.737128 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbda33-cb9b-4e7b-85f5-60c06432ec5c req-9ade680c-10af-467a-bc36-30423aa36977 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:38.738892 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-78fbda33-cb9b-4e7b-85f5-60c06432ec5c req-9ade680c-10af-467a-bc36-30423aa36977 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0928423 Sep 16 10:51:38.790649 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72a03f35-ca42-4a1a-9f49-e964aa5bbda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.829422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91838374-a9a8-46ac-916e-2a537fd93cda {{(pid=100950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:51:38.838408 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.844866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee9b9b-20be-4790-9fac-06764f7e55e7 req-c0fe7d15-88ef-403e-9aba-3c1279270628 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:38.846553 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a9ee9b9b-20be-4790-9fac-06764f7e55e7 req-c0fe7d15-88ef-403e-9aba-3c1279270628 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 931 time: 0.1065423 Sep 16 10:51:38.849212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-78fbda33-cb9b-4e7b-85f5-60c06432ec5c req-62c76fba-85b7-48db-a6c0-e98f75c1ebd1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918858 Sep 16 10:51:38.851086 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.provisioning_blocks [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Transition to ACTIVE for port object 91838374-a9a8-46ac-916e-2a537fd93cda will not be triggered until provisioned by entity L2. {{(pid=100950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:51:38.917010 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a9ee9b9b-20be-4790-9fac-06764f7e55e7 req-c229cf32-fdf3-49b0-a5e0-56c7ea591d9f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Sep 16 10:51:38.959148 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:38.990991 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72a03f35-ca42-4a1a-9f49-e964aa5bbda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.030028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Pushing event updated for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:39.038867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e218860-c176-488a-8b85-f2d8be31f804 req-27390ec3-307d-4c65-b2be-09e19010cd9b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.040410 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e218860-c176-488a-8b85-f2d8be31f804 req-27390ec3-307d-4c65-b2be-09e19010cd9b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0905459 Sep 16 10:51:39.065283 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72a03f35-ca42-4a1a-9f49-e964aa5bbda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.078528 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12162a-551d-48d9-8b0b-7ae7843190a7 req-9d5654ce-2183-4f50-a358-114fe0407116 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.082071 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af12162a-551d-48d9-8b0b-7ae7843190a7 req-9d5654ce-2183-4f50-a358-114fe0407116 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0762696 Sep 16 10:51:39.113922 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Attempting to bind port 91838374-a9a8-46ac-916e-2a537fd93cda on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:39.114394 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Attempting to bind port 91838374-a9a8-46ac-916e-2a537fd93cda by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:39.115211 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Attempting to bind port 91838374-a9a8-46ac-916e-2a537fd93cda on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:39.119942 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Port 91838374-a9a8-46ac-916e-2a537fd93cda on network 1c070572-d28b-45da-954f-67c6d78e22a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:51:39.120376 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Attempting to bind port 91838374-a9a8-46ac-916e-2a537fd93cda on network 1c070572-d28b-45da-954f-67c6d78e22a3 {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:39.125613 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:39.126094 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Checking segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:39.126547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Bound using segment: {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'} {{(pid=100950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:39.127080 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.managers [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Bound port: 91838374-a9a8-46ac-916e-2a537fd93cda, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3'}}] {{(pid=100950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:39.127566 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.149646 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-72a03f35-ca42-4a1a-9f49-e964aa5bbda5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36a3d8ab95174028b49853468682ec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864205 Sep 16 10:51:39.150363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49606) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:39.156976 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e218860-c176-488a-8b85-f2d8be31f804 req-4f678202-fae3-4f57-bbf3-d1521570d850 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Sep 16 10:51:39.161647 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a03f35-ca42-4a1a-9f49-e964aa5bbda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231ab8b-785d-4fb4-9f1c-23ee595447f4,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:39.201332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af12162a-551d-48d9-8b0b-7ae7843190a7 req-1f6dfe48-1bb5-484f-9010-88e095ab62c5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135862 Sep 16 10:51:39.209808 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, cleared binding levels {{(pid=100950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:39.213980 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91838374-a9a8-46ac-916e-2a537fd93cda,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:39.247570 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.275750 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.284963 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.327942 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.328737 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.330934 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] 10.222.0.30 "PUT /v2.0/ports/91838374-a9a8-46ac-916e-2a537fd93cda HTTP/1.1" status: 200 len: 1093 time: 1.0626543 Sep 16 10:51:39.331634 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:39.334266 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:39.370410 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64452ac6-4463-4c84-9abe-9de150e2262e service neutron] Pushing event updated for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=3']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:39.380128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cda11d-0dc6-4a17-b4a6-605b767056d6 x-openstack-request-id: req-51cda11d-0dc6-4a17-b4a6-605b767056d6 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:39.380128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:39.380128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51cda11d-0dc6-4a17-b4a6-605b767056d6 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:39.380128 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda', 'status': 'completed', 'code': 200} Sep 16 10:51:39.421194 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.423924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:39.425976 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2231ab8b-785d-4fb4-9f1c-23ee595447f4 HTTP/1.1" status: 204 len: 168 time: 0.2658718 Sep 16 10:51:39.446411 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5a23d-2162-43a5-b9ee-96a8784f5a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231ab8b-785d-4fb4-9f1c-23ee595447f4,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:39.472092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-1f089f2c-7ed8-4553-91d8-db3968a7aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.473693 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-1f089f2c-7ed8-4553-91d8-db3968a7aa56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 1096 time: 0.0523350 Sep 16 10:51:39.592975 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-ad4fe762-3919-4a06-b000-5086dfbec6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.595057 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-ad4fe762-3919-4a06-b000-5086dfbec6b3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f67beace04845049ef284b8cae2addd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104174 Sep 16 10:51:39.744160 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-39911968-a085-4510-8937-7ec4ade14623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.745567 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9cbd7ef2-72df-4e2e-b479-e5d1b83e6ec8 req-39911968-a085-4510-8937-7ec4ade14623 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1415691 Sep 16 10:51:39.839984 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-a8b184d2-91bf-4019-92fc-b06a929dba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.841601 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-a8b184d2-91bf-4019-92fc-b06a929dba83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 1096 time: 0.0475154 Sep 16 10:51:39.900390 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-bc095fdd-798f-4f62-a893-c688efa2c647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91838374-a9a8-46ac-916e-2a537fd93cda HTTP/1.1" status: 200 len: 217 time: 0.0401351 Sep 16 10:51:39.961123 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf243-c468-4e26-aa88-6641a7f11442 req-57f41ec6-cd5b-4bef-9cfc-c7b27ce06400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:39.962644 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-57f41ec6-cd5b-4bef-9cfc-c7b27ce06400 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 200 len: 855 time: 0.0539138 Sep 16 10:51:40.005436 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-6a2115c8-afe7-4405-97e2-3b5403ca1173 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c070572-d28b-45da-954f-67c6d78e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309978 Sep 16 10:51:40.022657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bda9e-58b0-44c2-9a91-9fbdc6d6a837 req-5a6335d8-f082-48ff-aa5c-ddc0d3556052 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:40.024189 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d91bda9e-58b0-44c2-9a91-9fbdc6d6a837 req-5a6335d8-f082-48ff-aa5c-ddc0d3556052 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0823870 Sep 16 10:51:40.116964 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d91bda9e-58b0-44c2-9a91-9fbdc6d6a837 req-33e6fdc9-213e-4198-82e2-51a68ec1f1be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850728 Sep 16 10:51:40.125515 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b64ab-dd21-473d-b4d5-f685f93c223e req-23d7f483-c96a-46ab-91d6-6779714389f1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:40.126959 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d14b64ab-dd21-473d-b4d5-f685f93c223e req-23d7f483-c96a-46ab-91d6-6779714389f1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 943 time: 0.0981102 Sep 16 10:51:40.139211 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-06cedaa7-f6da-4295-9418-2eb5a5d792eb service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247437 Sep 16 10:51:40.178700 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d14b64ab-dd21-473d-b4d5-f685f93c223e req-039e7e18-17fa-4f2d-a1ac-f8cddbc716d2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Sep 16 10:51:40.197386 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49624) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:40.214402 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7e888345-043b-45d5-af4d-eaa7fbbfe48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.284243 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-294cf243-c468-4e26-aa88-6641a7f11442 req-4fc8b1ec-b112-48af-934b-e1d447fd3f8d service neutron] 10.222.0.30 "GET /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312764 Sep 16 10:51:40.306675 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446533f5-7231-438b-8740-b8866aad62e8 req-c2a5759e-3d5a-42ab-94da-36707a46ccaf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:40.314665 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-446533f5-7231-438b-8740-b8866aad62e8 req-c2a5759e-3d5a-42ab-94da-36707a46ccaf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0756803 Sep 16 10:51:40.408007 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-446533f5-7231-438b-8740-b8866aad62e8 req-575b8469-656c-4cb8-b0a7-0c90f661d537 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922742 Sep 16 10:51:40.425172 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853fb68-4c04-4738-a6ee-ceef9c9bc8ba req-814eb501-3c01-4261-be52-3c0a8a3bb72c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:40.426740 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a853fb68-4c04-4738-a6ee-ceef9c9bc8ba req-814eb501-3c01-4261-be52-3c0a8a3bb72c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1047852 Sep 16 10:51:40.479793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7e888345-043b-45d5-af4d-eaa7fbbfe48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.487422 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a853fb68-4c04-4738-a6ee-ceef9c9bc8ba req-71a9492c-fd42-45cc-98e0-1827c4654083 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493689 Sep 16 10:51:40.547087 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7e888345-043b-45d5-af4d-eaa7fbbfe48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.590036 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7e888345-043b-45d5-af4d-eaa7fbbfe48d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d12698b4e60c4e84a7ae0142e3bdfb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913674 Sep 16 10:51:40.590826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e888345-043b-45d5-af4d-eaa7fbbfe48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be788c8-9f69-429b-a466-5a3a0d42124f,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:40.592644 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49630) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:40.655962 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.682619 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.781560 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.784583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:40.786019 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2be788c8-9f69-429b-a466-5a3a0d42124f HTTP/1.1" status: 204 len: 168 time: 0.1903341 Sep 16 10:51:40.796708 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff8f2a-055f-4ca6-9b2d-eaa165ce5ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be788c8-9f69-429b-a466-5a3a0d42124f,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:41.277401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763c4f-b9d8-4012-bd6c-7fe879d12515 req-d0764462-015a-4915-a5ec-81315dae8096 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:41.278943 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26763c4f-b9d8-4012-bd6c-7fe879d12515 req-d0764462-015a-4915-a5ec-81315dae8096 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0828993 Sep 16 10:51:41.342548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26763c4f-b9d8-4012-bd6c-7fe879d12515 req-8a28d768-a4cf-430b-a17b-702cda8d83ea tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525753 Sep 16 10:51:41.354507 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08464-89bb-4fbf-8a05-62dbd994e52e req-6c8ecd3d-fdce-4185-baf2-f6f7c9da24b9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:41.355922 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34a08464-89bb-4fbf-8a05-62dbd994e52e req-6c8ecd3d-fdce-4185-baf2-f6f7c9da24b9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 943 time: 0.0761077 Sep 16 10:51:41.400590 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34a08464-89bb-4fbf-8a05-62dbd994e52e req-ab38ddb6-5eb6-49ce-bf8d-644fa39f0d18 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Sep 16 10:51:41.533046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767338-ca39-47c3-b276-c7cdbebbfc57 req-96a1157e-2986-4b2d-bf16-784c673ae50c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:41.542013 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-60767338-ca39-47c3-b276-c7cdbebbfc57 req-96a1157e-2986-4b2d-bf16-784c673ae50c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0627444 Sep 16 10:51:41.572314 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49646) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:41.586189 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-be3a5187-ba40-43ad-9ed3-cd63034d1fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:41.616921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-60767338-ca39-47c3-b276-c7cdbebbfc57 req-04415f6b-3b2c-4d71-80df-717dbdcd9dbe tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739353 Sep 16 10:51:41.656327 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031736ec-3638-4153-8d13-ffc0a67fb3d5 req-c89dfd7a-1fd2-487b-b247-c3a6e6d6a63e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:41.663486 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-031736ec-3638-4153-8d13-ffc0a67fb3d5 req-c89dfd7a-1fd2-487b-b247-c3a6e6d6a63e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0944052 Sep 16 10:51:41.710434 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-be3a5187-ba40-43ad-9ed3-cd63034d1fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:41.712994 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-031736ec-3638-4153-8d13-ffc0a67fb3d5 req-85fa2123-ce3c-43c0-bd93-1aa858bffb49 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Sep 16 10:51:41.759221 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-be3a5187-ba40-43ad-9ed3-cd63034d1fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:41.806946 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-be3a5187-ba40-43ad-9ed3-cd63034d1fec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7125c1b652b3455ab800a55703c4755b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333665 Sep 16 10:51:41.809445 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49652) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:41.821733 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a5187-ba40-43ad-9ed3-cd63034d1fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707c2d02-818b-4141-8d3f-6234f0fd6488,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:41.864652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:41.885693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:42.110133 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:42.112990 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:42.114219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/707c2d02-818b-4141-8d3f-6234f0fd6488 HTTP/1.1" status: 204 len: 168 time: 0.3037617 Sep 16 10:51:42.123996 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b37f3-deb3-4be0-b082-344a97a24f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707c2d02-818b-4141-8d3f-6234f0fd6488,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:42.471185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278c80a-2b2b-4c39-9b24-294f02165f16 req-d67a63ff-8826-460d-a2dc-748a8cf44231 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:42.472910 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3278c80a-2b2b-4c39-9b24-294f02165f16 req-d67a63ff-8826-460d-a2dc-748a8cf44231 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0574634 Sep 16 10:51:42.542522 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3278c80a-2b2b-4c39-9b24-294f02165f16 req-6c62a3e8-6a4e-4e38-a5a4-19ced0e57c85 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618200 Sep 16 10:51:42.558144 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c90346-7aec-4441-8909-729fda19e684 req-d68141ea-a091-4123-ad84-c09b7cc964e3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:42.559667 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91c90346-7aec-4441-8909-729fda19e684 req-d68141ea-a091-4123-ad84-c09b7cc964e3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 943 time: 0.0695896 Sep 16 10:51:42.616273 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91c90346-7aec-4441-8909-729fda19e684 req-56158ede-f330-43d3-befc-9a6076961eb9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495472 Sep 16 10:51:42.748008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a42fb8-d645-4872-abd4-bef30bf4ec6b req-d117e3d2-6598-475c-a02d-4a4e8d1840e1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:42.749572 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29a42fb8-d645-4872-abd4-bef30bf4ec6b req-d117e3d2-6598-475c-a02d-4a4e8d1840e1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0584669 Sep 16 10:51:42.828029 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29a42fb8-d645-4872-abd4-bef30bf4ec6b req-04e93d86-9094-4eac-b75e-4e399ace947a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718055 Sep 16 10:51:42.895995 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb12fc9-d254-40ba-b09b-dbeac5dea1f9 req-78bb3658-b96d-4397-b4f6-62998f17b966 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:42.897560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1cb12fc9-d254-40ba-b09b-dbeac5dea1f9 req-78bb3658-b96d-4397-b4f6-62998f17b966 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0793970 Sep 16 10:51:42.942608 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1cb12fc9-d254-40ba-b09b-dbeac5dea1f9 req-c36dd3ab-daa7-4267-aa74-afc1cf92c244 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339501 Sep 16 10:51:43.379439 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49708) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:43.482478 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2085865233-network', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:43.589960 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Made reservation on behalf of e6b1aadfa785442fb0d4f15e5be9d68d for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:43.592349 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:43.612876 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:43.701919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de7afe-d59f-49fd-ad1b-55faadb40046 req-008cc886-9634-4253-87c4-dae9a88fd585 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:43.704166 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f4de7afe-d59f-49fd-ad1b-55faadb40046 req-008cc886-9634-4253-87c4-dae9a88fd585 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0638065 Sep 16 10:51:43.760665 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f4de7afe-d59f-49fd-ad1b-55faadb40046 req-7e120860-0a86-49e9-aa20-c585a9790cf1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494289 Sep 16 10:51:43.836620 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:43.931282 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:43.932772 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2962-8215-4456-a6e4-f5d328f3656b req-010d025a-fa71-443c-8901-9709eb97c578 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:43.934587 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d5b2962-8215-4456-a6e4-f5d328f3656b req-010d025a-fa71-443c-8901-9709eb97c578 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 943 time: 0.0837791 Sep 16 10:51:43.999868 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:51:44.010388 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7259f564-1958-403b-89f6-5e5e8a8e6985,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:44.045934 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d5b2962-8215-4456-a6e4-f5d328f3656b req-77714181-8443-43e4-94cf-eff4912ea50f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046507 Sep 16 10:51:44.058908 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.059265 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Added segment c3ec669c-bea9-4905-87f4-ce782fdf4a72 of type vlan for network 0e878560-2374-47b1-bb39-8159e95bacfd Sep 16 10:51:44.137775 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4eb61-018b-48d9-87db-12d1530e7afc req-053a449e-9157-4825-87dc-171454379e5b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:44.137775 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-abf4eb61-018b-48d9-87db-12d1530e7afc req-053a449e-9157-4825-87dc-171454379e5b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.1587095 Sep 16 10:51:44.153001 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.216469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b25b0-cf02-4228-8a28-562d5d627db4 req-6d7f45fc-acb8-40ce-b02a-5ef2e8501297 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:44.218483 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5e3b25b0-cf02-4228-8a28-562d5d627db4 req-6d7f45fc-acb8-40ce-b02a-5ef2e8501297 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0730808 Sep 16 10:51:44.221844 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-abf4eb61-018b-48d9-87db-12d1530e7afc req-94e194d7-6b2a-4b9e-b8ed-d4ae1becc5aa tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751281 Sep 16 10:51:44.257582 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5e3b25b0-cf02-4228-8a28-562d5d627db4 req-1bc38602-eb0a-41af-a751-f5f057b3778d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Sep 16 10:51:44.273158 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.274451 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:44.275131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.345038 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e878560-2374-47b1-bb39-8159e95bacfd,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:44.357628 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 0e878560-2374-47b1-bb39-8159e95bacfd details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:51:44.363531 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f35a7c6f-b553-445c-a963-0475f2bc6bf1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9795141 Sep 16 10:51:44.366845 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49736) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:44.368816 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Request body: {'subnet': {'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2085865233-subnet', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:44.456829 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Made reservation on behalf of e6b1aadfa785442fb0d4f15e5be9d68d for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:44.459157 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.698830 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 91838374-a9a8-46ac-916e-2a537fd93cda details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:51:44.702139 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.764210 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Pushing event updated for resources: {'Subnet': ['ID=501c26e2-0f3e-48f1-8151-e15abec217d7,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:44.778320 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Checking segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:44.778320 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Network hostable DHCP agents. Network: 0e878560-2374-47b1-bb39-8159e95bacfd, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:51:44.827756 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91838374-a9a8-46ac-916e-2a537fd93cda,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:44.841884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '91838374-a9a8-46ac-916e-2a537fd93cda', 'network_id': '1c070572-d28b-45da-954f-67c6d78e22a3', 'port_id': '91838374-a9a8-46ac-916e-2a537fd93cda', 'mac_address': 'fa:16:3e:1d:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37819cd9-8a2c-4914-9734-f89c4923daa2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:51:44.882507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:44.909668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91838374-a9a8-46ac-916e-2a537fd93cda {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:51:44.933833 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Network 0e878560-2374-47b1-bb39-8159e95bacfd is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:51:44.938020 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969e6c0-2b54-4b02-b185-560e73930417 req-5e27899e-eeed-4e8b-827e-f54ea3fff8e4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:44.944673 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91838374-a9a8-46ac-916e-2a537fd93cda,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:44.957069 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d969e6c0-2b54-4b02-b185-560e73930417 req-5e27899e-eeed-4e8b-827e-f54ea3fff8e4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.1108654 Sep 16 10:51:45.013036 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d969e6c0-2b54-4b02-b185-560e73930417 req-b4ba65aa-76b4-40a6-b757-28017eb60e1d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549133 Sep 16 10:51:45.145585 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 0e878560-2374-47b1-bb39-8159e95bacfd) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:45.151765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:45.152616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.157138 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.170332 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d028b93-89da-4389-af77-9c1f971cdeac req-26b363e3-e54b-41bf-a87f-fa2a7b15d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:45.172041 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-4d028b93-89da-4389-af77-9c1f971cdeac req-26b363e3-e54b-41bf-a87f-fa2a7b15d9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 1099 time: 0.0873249 Sep 16 10:51:45.198786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf98edc-1fa4-401b-bb15-775a0874d751 req-e7f12c35-3e3f-4d9f-9c2d-f9696a586a39 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:45.201719 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-edf98edc-1fa4-401b-bb15-775a0874d751 req-e7f12c35-3e3f-4d9f-9c2d-f9696a586a39 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 943 time: 0.0791450 Sep 16 10:51:45.229099 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-4d028b93-89da-4389-af77-9c1f971cdeac req-773cffbf-8e0c-44b1-98b0-cc54b3505444 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Sep 16 10:51:45.234945 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:45.238477 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccdee3-769b-4616-85ad-c3b4b3d8eb19 None None] Network 0e878560-2374-47b1-bb39-8159e95bacfd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:51:45.253500 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-37094cf6-89fd-408f-9cd6-be31c857222a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8887122 Sep 16 10:51:45.256305 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49752) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:45.269837 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:45.306664 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-edf98edc-1fa4-401b-bb15-775a0874d751 req-80322374-91c1-4a0e-a846-e0a43bdfe471 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Sep 16 10:51:45.395548 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.408633 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.410090 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.459804 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24afa19-81cb-4929-b585-1abb69214920 req-7767c2b4-6914-4c0c-af9c-a2a8357b146b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:45.467375 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b24afa19-81cb-4929-b585-1abb69214920 req-7767c2b4-6914-4c0c-af9c-a2a8357b146b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.1188931 Sep 16 10:51:45.481687 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-0e878560-2374-47b1-bb39-8159e95bacfd', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:51:45.494733 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.494881 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.509185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba374-cc76-47ca-8876-7e1058562b7e req-7d30b3d1-250b-463d-be64-3b6e353ee0c4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:45.510865 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e4cba374-cc76-47ca-8876-7e1058562b7e req-7d30b3d1-250b-463d-be64-3b6e353ee0c4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1280262 Sep 16 10:51:45.535494 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b24afa19-81cb-4929-b585-1abb69214920 req-e167f05f-826c-4299-9a10-dd4dcb07cdc9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672622 Sep 16 10:51:45.577118 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e4cba374-cc76-47ca-8876-7e1058562b7e req-89cd3895-2b3f-4f36-9f5d-a9ccd5796685 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554068 Sep 16 10:51:45.668082 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Allocated IP 172.20.0.2 (0e878560-2374-47b1-bb39-8159e95bacfd/501c26e2-0f3e-48f1-8151-e15abec217d7/64386675-61a5-4ea8-ba7f-7904055a2f66) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:45.693343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['91838374-a9a8-46ac-916e-2a537fd93cda'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:51:45.778266 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:45.980611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.124736 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.163429 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.184134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.212061 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcb4d3-3f9f-4815-90fa-19354eed59d7 req-68321736-edae-4992-ad88-23beaa15904f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:46.220020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Pushing event updated for resources: {'Port': ['ID=64386675-61a5-4ea8-ba7f-7904055a2f66,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:46.230295 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b1fcb4d3-3f9f-4815-90fa-19354eed59d7 req-68321736-edae-4992-ad88-23beaa15904f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.1187153 Sep 16 10:51:46.239132 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Network 0e878560-2374-47b1-bb39-8159e95bacfd is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:46.240947 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:46.243973 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:46.309002 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Attempting to bind port 64386675-61a5-4ea8-ba7f-7904055a2f66 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:46.309441 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Attempting to bind port 64386675-61a5-4ea8-ba7f-7904055a2f66 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:46.309806 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Attempting to bind port 64386675-61a5-4ea8-ba7f-7904055a2f66 on network 0e878560-2374-47b1-bb39-8159e95bacfd {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:46.313027 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b1fcb4d3-3f9f-4815-90fa-19354eed59d7 req-4a480d79-cb30-4610-8a28-a13f13162b90 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817230 Sep 16 10:51:46.316223 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:46.316637 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Checking segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:46.317090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.317483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Bound using segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:46.317998 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Bound port: 64386675-61a5-4ea8-ba7f-7904055a2f66, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:46.318378 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.339590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Allocated IP 172.27.3.205 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/4a048e52-ec14-4aaf-8eab-70105851112f) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:46.409719 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] For port 64386675-61a5-4ea8-ba7f-7904055a2f66, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:46.421917 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] For port 64386675-61a5-4ea8-ba7f-7904055a2f66, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=64386675-61a5-4ea8-ba7f-7904055a2f66,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:46.494289 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.497626 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.516062 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70234e3-3209-4ac7-aa26-8d932bdebe54 req-a5a22ba3-8e0c-4687-b755-88c9756c89ee tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:46.523662 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d70234e3-3209-4ac7-aa26-8d932bdebe54 req-a5a22ba3-8e0c-4687-b755-88c9756c89ee tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 944 time: 0.0955687 Sep 16 10:51:46.585274 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d70234e3-3209-4ac7-aa26-8d932bdebe54 req-13bdec8e-cd25-4c83-b2b3-80da3660af49 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551624 Sep 16 10:51:46.602360 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:46.612893 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8de4-9f0f-4e24-b439-d9e8b15621ab None None] Pushing event updated for resources: {'Port': ['ID=64386675-61a5-4ea8-ba7f-7904055a2f66,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:46.684845 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:46.691131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:46.694902 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:46.747235 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Pushing event updated for resources: {'Port': ['ID=4a048e52-ec14-4aaf-8eab-70105851112f,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:46.799244 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7627f5-0b8f-436e-a2e0-d947a3ee5be8 req-6cbda50b-ab36-47f4-9c33-cd3bdf0f303f tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:46.802270 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ae7627f5-0b8f-436e-a2e0-d947a3ee5be8 req-6cbda50b-ab36-47f4-9c33-cd3bdf0f303f tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.1431699 Sep 16 10:51:46.855203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32348bf7-154f-4773-963b-bc84a13a270f req-633b1a47-bb14-4023-9a45-b633425f8bbc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:46.864827 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-32348bf7-154f-4773-963b-bc84a13a270f req-633b1a47-bb14-4023-9a45-b633425f8bbc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1393385 Sep 16 10:51:46.931686 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ae7627f5-0b8f-436e-a2e0-d947a3ee5be8 req-d4352ce9-8318-49f2-88a3-35da4ca62d85 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228209 Sep 16 10:51:46.971024 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-32348bf7-154f-4773-963b-bc84a13a270f req-1e10cf51-77dd-42a4-8923-bffa888b6159 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053166 Sep 16 10:51:47.200370 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:47.541063 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54639-c672-4c43-a24e-97a449bfd5a4 req-b042a9ae-b743-4da1-bc44-80b283692051 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:47.550293 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82c54639-c672-4c43-a24e-97a449bfd5a4 req-b042a9ae-b743-4da1-bc44-80b283692051 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0762310 Sep 16 10:51:47.656907 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82c54639-c672-4c43-a24e-97a449bfd5a4 req-14c71eb6-9ae0-42eb-a7ed-d5662656c27f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013529 Sep 16 10:51:47.716517 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:47.780181 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa656ca-c559-4e16-bbfb-a7f65138cbf0 req-15199edb-946e-48c6-b058-574c029724d8 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:47.784082 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6aa656ca-c559-4e16-bbfb-a7f65138cbf0 req-15199edb-946e-48c6-b058-574c029724d8 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 944 time: 0.0953352 Sep 16 10:51:47.906486 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6aa656ca-c559-4e16-bbfb-a7f65138cbf0 req-14e9488a-9208-461b-88f0-3cdd6a928698 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Sep 16 10:51:48.062076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1dbd26-84b8-4d5d-a910-fc482aeeef38 None None] Network 0e878560-2374-47b1-bb39-8159e95bacfd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:51:48.138385 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] Provisioning complete for port 64386675-61a5-4ea8-ba7f-7904055a2f66 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:48.138385 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.192970 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966a5f2-66bc-494b-8abc-3b71ab399708 req-63787f9d-04cc-45d6-b9f7-aaaa981b25bd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:48.195595 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e966a5f2-66bc-494b-8abc-3b71ab399708 req-63787f9d-04cc-45d6-b9f7-aaaa981b25bd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0997362 Sep 16 10:51:48.242027 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Router 14fc5d01-c482-46a5-aa49-f598cc3ec49a is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:51:48.281153 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e966a5f2-66bc-494b-8abc-3b71ab399708 req-7fb05895-1220-43aa-90fc-c1402d666631 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728958 Sep 16 10:51:48.318635 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b61db-00c8-43e8-80b1-aea622b9f62f req-fb537495-e29f-44be-8d95-5dd1e6b089f2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:48.325750 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-374b61db-00c8-43e8-80b1-aea622b9f62f req-fb537495-e29f-44be-8d95-5dd1e6b089f2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1556540 Sep 16 10:51:48.330939 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.362808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 64386675-61a5-4ea8-ba7f-7904055a2f66 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:48.372063 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-374b61db-00c8-43e8-80b1-aea622b9f62f req-73d815d1-6a1a-48ca-8e43-52c7eae5dfbd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Sep 16 10:51:48.450553 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:51:48.450948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] For port 64386675-61a5-4ea8-ba7f-7904055a2f66, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=64386675-61a5-4ea8-ba7f-7904055a2f66,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:48.463984 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Sync routers for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:51:48.479366 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:51:48.480067 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:48.482504 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 64386675-61a5-4ea8-ba7f-7904055a2f66 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:48.483307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.537686 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d87ae-acd1-46b9-9253-5d169024523c req-3244efb1-f5c7-4c73-b3ce-6b55a3338047 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:48.540192 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8b3d87ae-acd1-46b9-9253-5d169024523c req-3244efb1-f5c7-4c73-b3ce-6b55a3338047 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1180956 Sep 16 10:51:48.601555 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.609566 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.609566 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-374b87ec-b1d9-4b6c-9391-a39daa5bd800 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3459098 Sep 16 10:51:48.609566 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49802) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:48.609997 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.616933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8b3d87ae-acd1-46b9-9253-5d169024523c req-55132207-fd64-4e37-904b-621bad188a21 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693305 Sep 16 10:51:48.681497 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:51:48.752102 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 91838374-a9a8-46ac-916e-2a537fd93cda up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:48.868006 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20197e41-2a01-48c3-baf7-7240ead5b471 req-11492082-a48f-494a-b997-a27478115a8a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:48.869532 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20197e41-2a01-48c3-baf7-7240ead5b471 req-11492082-a48f-494a-b997-a27478115a8a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.1036134 Sep 16 10:51:48.873507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9653ef3-c10e-46e0-91a8-b81900908492 None None] Pushing event updated for resources: {'Port': ['ID=64386675-61a5-4ea8-ba7f-7904055a2f66,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:48.935808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-a9ff5215-7d7b-4dc3-b00e-0cd1ce3c08e8 None None] Provisioning complete for port 64386675-61a5-4ea8-ba7f-7904055a2f66 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:48.938437 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5215-7d7b-4dc3-b00e-0cd1ce3c08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:48.950452 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20197e41-2a01-48c3-baf7-7240ead5b471 req-7233116a-cc1b-48cf-b2a9-6fa842a3cd08 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738523 Sep 16 10:51:48.968767 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.db.api [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 10:51:48.969347 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG oslo_db.api [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:51:49.106579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 91838374-a9a8-46ac-916e-2a537fd93cda completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:51:49.114492 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:46Z', 'revision_number': 3, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:49.116290 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 91838374-a9a8-46ac-916e-2a537fd93cda triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:49.118768 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.136981 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bfdb8-2665-492c-b725-1ff45348c611 req-01511c23-c0a5-4018-875b-43ed8cd8661b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:49.150867 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-825bfdb8-2665-492c-b725-1ff45348c611 req-01511c23-c0a5-4018-875b-43ed8cd8661b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 944 time: 0.1028907 Sep 16 10:51:49.185406 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Checking router: 14fc5d01-c482-46a5-aa49-f598cc3ec49a for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:51:49.186072 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Updating router 14fc5d01-c482-46a5-aa49-f598cc3ec49a port 4a048e52-ec14-4aaf-8eab-70105851112f binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:51:49.222368 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-825bfdb8-2665-492c-b725-1ff45348c611 req-c5118e4a-8489-4b05-82b9-af89b731fb7c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692708 Sep 16 10:51:49.343068 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.352347 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.357029 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.405057 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:51:49.407555 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1a8b9-e826-45ea-b7f9-560dc800da4c" -d '{"events": [{"server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "name": "network-vif-plugged", "status": "completed", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:51:49.434929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91838374-a9a8-46ac-916e-2a537fd93cda,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:49.537989 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e7011c-42dd-4b17-a9cc-21e8c522e49a x-openstack-request-id: req-b3e7011c-42dd-4b17-a9cc-21e8c522e49a {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:51:49.539256 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "name": "network-vif-plugged", "status": "completed", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:51:49.540512 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3e7011c-42dd-4b17-a9cc-21e8c522e49a {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:51:49.541074 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda', 'code': 200} Sep 16 10:51:49.555398 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.619083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed248379-550d-45c6-a442-0ce484dd3643 req-ed399f94-c672-476b-a0b4-5967db175469 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:49.621188 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed248379-550d-45c6-a442-0ce484dd3643 req-ed399f94-c672-476b-a0b4-5967db175469 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0920901 Sep 16 10:51:49.681437 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed248379-550d-45c6-a442-0ce484dd3643 req-542622f4-1a5a-4dcc-b37a-cbc3e2c3bf7e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493383 Sep 16 10:51:49.739781 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:49.788688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73ffd6-06fa-4782-9c2e-2cfe8b069f17 req-3bcd15db-a452-49e9-8b5b-72c54b12a4c5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:49.790334 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-db73ffd6-06fa-4782-9c2e-2cfe8b069f17 req-3bcd15db-a452-49e9-8b5b-72c54b12a4c5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1068447 Sep 16 10:51:49.845820 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-db73ffd6-06fa-4782-9c2e-2cfe8b069f17 req-8bca5618-4830-40c0-af6f-673d7ff1b7bf tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Sep 16 10:51:49.864276 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Allocated IP 172.20.0.1 (0e878560-2374-47b1-bb39-8159e95bacfd/501c26e2-0f3e-48f1-8151-e15abec217d7/84411152-2a38-4991-9089-178d36eb566d) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:49.882164 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-76836784-e2f4-4936-add8-f93c0c7c2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:49.883796 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-76836784-e2f4-4936-add8-f93c0c7c2b80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1098 time: 0.0772085 Sep 16 10:51:49.947994 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:49.993430 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3049b18-86d1-4bc6-843e-62cee994cce7 req-a264b5c2-292c-40d2-a811-ac2857f1f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:49.995348 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3049b18-86d1-4bc6-843e-62cee994cce7 req-a264b5c2-292c-40d2-a811-ac2857f1f289 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 1098 time: 0.0490148 Sep 16 10:51:50.005600 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.071141 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Attempting to bind port 4a048e52-ec14-4aaf-8eab-70105851112f on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:50.071649 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Attempting to bind port 4a048e52-ec14-4aaf-8eab-70105851112f by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:50.072243 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Attempting to bind port 4a048e52-ec14-4aaf-8eab-70105851112f on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:50.075653 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3049b18-86d1-4bc6-843e-62cee994cce7 req-22fab883-dc11-49b8-b321-8752ba97f129 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Sep 16 10:51:50.081440 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-5d08696b-baf3-422a-b9c7-7256e217459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:50.081735 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:50.082327 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:50.082798 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.083024 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-5d08696b-baf3-422a-b9c7-7256e217459b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.1721578 Sep 16 10:51:50.083233 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:50.083822 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Bound port: 4a048e52-ec14-4aaf-8eab-70105851112f, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:50.084293 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.093382 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.117115 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Pushing event updated for resources: {'Port': ['ID=4a048e52-ec14-4aaf-8eab-70105851112f,revision_number=2']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:50.128575 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.129082 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.129431 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.129763 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.130187 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.130417 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.130742 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.131072 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.131522 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.131735 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.132056 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.132697 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:51:50.165447 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] For port 4a048e52-ec14-4aaf-8eab-70105851112f, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:50.171915 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] For port 4a048e52-ec14-4aaf-8eab-70105851112f, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=4a048e52-ec14-4aaf-8eab-70105851112f,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:50.193856 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.225036 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 64386675-61a5-4ea8-ba7f-7904055a2f66 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:50.231722 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Network 0e878560-2374-47b1-bb39-8159e95bacfd is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:50.234693 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:50.239385 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:50.293560 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Pushing event updated for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:50.301195 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 64386675-61a5-4ea8-ba7f-7904055a2f66 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:50.301569 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.311273 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.325627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.445286 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:51:50.449958 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:50.488284 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585c773-40cf-4bf7-9589-20ec9902a415 req-52a74415-ea9a-4b70-a22d-57ed9c4dad8d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:50.515701 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6585c773-40cf-4bf7-9589-20ec9902a415 req-52a74415-ea9a-4b70-a22d-57ed9c4dad8d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.1712010 Sep 16 10:51:50.572036 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-902185dd-d3ba-4e83-95cf-891ba46e4e18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 1001 time: 0.1237476 Sep 16 10:51:50.608930 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6585c773-40cf-4bf7-9589-20ec9902a415 req-e30d9eb2-9697-403e-a7e9-c38616bc8f52 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703557 Sep 16 10:51:50.647731 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-96712eab-e85a-425d-965c-bb7fff3228fe None None] Provisioning complete for port 84411152-2a38-4991-9089-178d36eb566d triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:50.648118 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-96712eab-e85a-425d-965c-bb7fff3228fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.681905 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d941f1-fc2f-4cd4-b2f9-bd0596fe5b80 None None] Pushing event updated for resources: {'Port': ['ID=4a048e52-ec14-4aaf-8eab-70105851112f,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:50.682302 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:50.722011 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-e3b63336-93d2-407c-a2f6-4a72e12f5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:50.723508 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-e3b63336-93d2-407c-a2f6-4a72e12f5eb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.1274276 Sep 16 10:51:50.746439 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-96712eab-e85a-425d-965c-bb7fff3228fe None None] Port 84411152-2a38-4991-9089-178d36eb566d cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:51:50.758797 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:51:50.801924 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-44b136eb-7c1a-4b96-9e06-348aec41cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:50.803439 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-44b136eb-7c1a-4b96-9e06-348aec41cf9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669270 Sep 16 10:51:50.914109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e96c-09d0-45ad-9bb0-35cc8d5a7caf req-b0e8b290-a2c8-4869-aa7c-a0d29ab46de1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:50.916145 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a990e96c-09d0-45ad-9bb0-35cc8d5a7caf req-b0e8b290-a2c8-4869-aa7c-a0d29ab46de1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0971754 Sep 16 10:51:51.001222 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a990e96c-09d0-45ad-9bb0-35cc8d5a7caf req-e7ff3e22-1f53-416b-9fb6-61f5ef96b008 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781865 Sep 16 10:51:51.066473 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-91e8875f-6705-4c03-b5b5-374df6181a10 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400854 Sep 16 10:51:51.132810 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:46Z', 'revision_number': 3, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:51.168604 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e334c2-a876-4700-8bca-092288c44d26 None None] The sync data for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi is: [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:46Z', 'revision_number': 3, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:51:51.210857 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244df0cc-71a7-4d13-b2e8-79abe0e60b88 req-6573aec2-02bc-4d3b-8c34-2ca3ce10984d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:51.219746 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-244df0cc-71a7-4d13-b2e8-79abe0e60b88 req-6573aec2-02bc-4d3b-8c34-2ca3ce10984d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1024928 Sep 16 10:51:51.265583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:51.281231 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-244df0cc-71a7-4d13-b2e8-79abe0e60b88 req-94f01028-3f7d-480a-8895-4c34e170f6b7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587533 Sep 16 10:51:51.295077 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-11f4c6c7-e55c-4760-abb5-7b2b874a4bf7 req-e61ec6c7-9c82-4ee8-86fe-3f68b71c5c98 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104461 Sep 16 10:51:51.380921 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f810-290a-4d03-9883-1ffe40c7dde6 req-018d44ad-9ce6-4c32-912f-50edbcd4ef70 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:51.384940 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6d4f810-290a-4d03-9883-1ffe40c7dde6 req-018d44ad-9ce6-4c32-912f-50edbcd4ef70 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0963883 Sep 16 10:51:51.403250 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:51.437377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6d4f810-290a-4d03-9883-1ffe40c7dde6 req-93f48c70-012f-477d-a985-e9a64a1835d7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Sep 16 10:51:51.499245 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Pushing event updated for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:51.503308 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-d94368cd-9944-4ceb-aa8e-9e7f1b278fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:51.504943 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-d94368cd-9944-4ceb-aa8e-9e7f1b278fb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.1434300 Sep 16 10:51:51.510018 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:51.771864 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-c88dd669-1a00-4dd9-be3f-f69efb98acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:51.773371 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-c88dd669-1a00-4dd9-be3f-f69efb98acc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 918 time: 0.2554715 Sep 16 10:51:51.798292 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Network 0e878560-2374-47b1-bb39-8159e95bacfd is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:51.804577 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3bc48-9ab2-43d8-873e-0827a69d5ba5 req-b04e3cf3-a831-4382-bf99-91ed6ee71d97 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:51.821324 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5aa3bc48-9ab2-43d8-873e-0827a69d5ba5 req-b04e3cf3-a831-4382-bf99-91ed6ee71d97 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.1000822 Sep 16 10:51:51.852912 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:51.858836 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-c03a75ec-5e21-4bfc-bac3-71462213192c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 217 time: 0.0589931 Sep 16 10:51:51.953974 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5aa3bc48-9ab2-43d8-873e-0827a69d5ba5 req-73cd51dd-e7cc-4aa6-918f-d9cf24a28c7b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315889 Sep 16 10:51:52.224606 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2fdea-90c9-4277-a4df-cb4a46cbc2a8 req-1db56cc7-3cb6-4a25-b80f-bacd36cd114c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:52.226304 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f6d2fdea-90c9-4277-a4df-cb4a46cbc2a8 req-1db56cc7-3cb6-4a25-b80f-bacd36cd114c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.1067276 Sep 16 10:51:52.289076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-155336e0-a3ac-4d97-bd43-aae5c8f1e135 None None] Provisioning complete for port 84411152-2a38-4991-9089-178d36eb566d triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:52.289653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-155336e0-a3ac-4d97-bd43-aae5c8f1e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:52.330900 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f6d2fdea-90c9-4277-a4df-cb4a46cbc2a8 req-542cc033-3327-4d7e-9a6d-e16bd3b88c92 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838001 Sep 16 10:51:52.384208 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 4a048e52-ec14-4aaf-8eab-70105851112f up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:52.434107 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-155336e0-a3ac-4d97-bd43-aae5c8f1e135 None None] Port 84411152-2a38-4991-9089-178d36eb566d cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:51:52.489268 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 4a048e52-ec14-4aaf-8eab-70105851112f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:52.490103 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:52.547698 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d83e4-0d08-43a8-9eb3-98897cc5e97c req-2dad7766-8f0b-4837-a358-e723fd47c557 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:52.556999 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-503d83e4-0d08-43a8-9eb3-98897cc5e97c req-2dad7766-8f0b-4837-a358-e723fd47c557 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0787423 Sep 16 10:51:52.587507 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-37b83357-ead2-46f2-93db-c38e39bcad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:52.589767 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-37b83357-ead2-46f2-93db-c38e39bcad94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.6603100 Sep 16 10:51:52.636875 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:52.669465 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 4a048e52-ec14-4aaf-8eab-70105851112f, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=4a048e52-ec14-4aaf-8eab-70105851112f,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:52.688212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-503d83e4-0d08-43a8-9eb3-98897cc5e97c req-5264d4af-621a-4f3e-b971-3ee248179fd8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300602 Sep 16 10:51:52.691960 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-1078db23-9768-4429-b5cc-4bda8557b6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833304 Sep 16 10:51:52.697184 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Router 14fc5d01-c482-46a5-aa49-f598cc3ec49a has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:51:52.716060 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104905-06f0-4315-9fc3-f708716145fb req-35888d71-98fc-4bbd-9f30-f09bcbad1212 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:52.718079 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d104905-06f0-4315-9fc3-f708716145fb req-35888d71-98fc-4bbd-9f30-f09bcbad1212 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1201863 Sep 16 10:51:52.739363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:52.800760 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d104905-06f0-4315-9fc3-f708716145fb req-a1910e08-2066-4f9f-b0de-ebc1dedd7846 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Sep 16 10:51:52.835967 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=4a048e52-ec14-4aaf-8eab-70105851112f,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:52.976433 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:51:52.979726 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-b366a9b8-7691-4538-aca6-362e53c27f58 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549789 Sep 16 10:51:52.987474 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d4663edc-d4dc-4705-ab09-eed294a82d01 admin admin] 10.222.0.36 "PUT /v2.0/routers/14fc5d01-c482-46a5-aa49-f598cc3ec49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3802388 Sep 16 10:51:53.136049 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda99bd-b350-44a5-9160-369a5dbf95f7 req-a5ca6f9d-1afc-4758-9055-81f964e48d4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:53.145351 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2fda99bd-b350-44a5-9160-369a5dbf95f7 req-a5ca6f9d-1afc-4758-9055-81f964e48d4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.0667286 Sep 16 10:51:53.154905 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-3f3ebbd5-e7a5-4f08-8a75-41f0fe2cc048 req-33a95ca9-866d-4bdf-9cc2-e8d9a1e2ca70 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544583 Sep 16 10:51:53.224125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2fda99bd-b350-44a5-9160-369a5dbf95f7 req-25d5ceee-e5cc-48f1-8882-c483c7dc1ce1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Sep 16 10:51:53.472583 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9ac5b-4970-41b6-85a9-885f42c0a5c1 req-98f474b0-83a6-4c42-a1bb-bab1200d2738 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:53.480223 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a1f9ac5b-4970-41b6-85a9-885f42c0a5c1 req-98f474b0-83a6-4c42-a1bb-bab1200d2738 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0710573 Sep 16 10:51:53.545695 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a1f9ac5b-4970-41b6-85a9-885f42c0a5c1 req-4c07cfb7-af27-4b50-b9af-0158189d31d4 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623958 Sep 16 10:51:53.656099 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Sync routers for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:51:53.667115 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:51:53.667752 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:53.936720 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:51:53.965954 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:51:54.000017 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141390e5-115e-40cb-b2f7-c6de87aa9902 req-acdb4a82-0f09-45c0-a68d-33fac37a68ad tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:54.002669 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-141390e5-115e-40cb-b2f7-c6de87aa9902 req-acdb4a82-0f09-45c0-a68d-33fac37a68ad tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.2026081 Sep 16 10:51:54.112065 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a236e51-55da-49c6-8cf7-bbaa9ec64acc req-50eb10d0-c089-40de-895b-fda82b074e95 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:54.114565 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a236e51-55da-49c6-8cf7-bbaa9ec64acc req-50eb10d0-c089-40de-895b-fda82b074e95 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1602175 Sep 16 10:51:54.128215 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-141390e5-115e-40cb-b2f7-c6de87aa9902 req-e485616b-a730-4dc3-bb60-1da615c46bc5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915024 Sep 16 10:51:54.181269 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49936) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:54.190236 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020923846-network', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:54.198242 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a236e51-55da-49c6-8cf7-bbaa9ec64acc req-11b81e26-d1aa-4581-846d-2609fe6e83e3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Sep 16 10:51:54.260702 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 4a048e52-ec14-4aaf-8eab-70105851112f up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:54.361136 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 4a048e52-ec14-4aaf-8eab-70105851112f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:54.361410 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.405159 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Made reservation on behalf of 70a5fc700c3c4c1bac12c93122640920 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:54.413783 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 2, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:54.414150 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.432862 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.435612 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Checking router: 14fc5d01-c482-46a5-aa49-f598cc3ec49a for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:51:54.435968 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Updating router 14fc5d01-c482-46a5-aa49-f598cc3ec49a port 84411152-2a38-4991-9089-178d36eb566d binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:51:54.466142 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.568082 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.673857 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.709498 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:51:54.719685 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1590ecac-3110-4fb2-a795-19682394ed36,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:54.725396 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.726161 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Added segment 22c4d196-db33-4faa-a8ad-f9b0002d93e3 of type vlan for network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc Sep 16 10:51:54.767449 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.803962 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.880048 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.881152 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:54.881740 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.908387 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:54.941297 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] Pushing event updated for resources: {'Network': ['ID=75b42fff-39ef-4b36-b2cc-0c68bcef0fcc,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:54.954194 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:51:54.974073 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311844ea-344f-46f8-bf01-de13194e3bd1 None None] Pushing event updated for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:55.000352 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ec188fb6-e7df-4876-87c8-68f54fdb0353 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8240271 Sep 16 10:51:55.004215 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 49954) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:55.008414 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Request body: {'subnet': {'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020923846-subnet', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:55.068029 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Attempting to bind port 84411152-2a38-4991-9089-178d36eb566d on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:55.068465 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Attempting to bind port 84411152-2a38-4991-9089-178d36eb566d by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:55.068788 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Attempting to bind port 84411152-2a38-4991-9089-178d36eb566d on network 0e878560-2374-47b1-bb39-8159e95bacfd {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:55.074323 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:55.074693 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Checking segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:55.077821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.077821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Bound using segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:55.077821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Bound port: 84411152-2a38-4991-9089-178d36eb566d, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:55.077821 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.096634 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Made reservation on behalf of 70a5fc700c3c4c1bac12c93122640920 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:51:55.099001 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.144603 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] For port 84411152-2a38-4991-9089-178d36eb566d, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:55.147536 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] For port 84411152-2a38-4991-9089-178d36eb566d, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=84411152-2a38-4991-9089-178d36eb566d,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:55.183361 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-a3314f4b-c9ce-4cc5-872f-39748b2b2e3d None None] Provisioning complete for port 84411152-2a38-4991-9089-178d36eb566d triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:55.183741 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a3314f4b-c9ce-4cc5-872f-39748b2b2e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.219308 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-a3314f4b-c9ce-4cc5-872f-39748b2b2e3d None None] Port 84411152-2a38-4991-9089-178d36eb566d cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:51:55.240239 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.264851 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fde6d-0a85-4843-b0c8-745d98563688 req-fe98c48a-f909-4602-8e19-24a6bf482618 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:55.267180 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ce6fde6d-0a85-4843-b0c8-745d98563688 req-fe98c48a-f909-4602-8e19-24a6bf482618 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0681839 Sep 16 10:51:55.311073 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:51:55.311716 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:55.338587 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ce6fde6d-0a85-4843-b0c8-745d98563688 req-2269398e-7998-4e16-a92c-5bbcb9f79528 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569181 Sep 16 10:51:55.346366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.349494 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311844ea-344f-46f8-bf01-de13194e3bd1 None None] Pushing event updated for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:55.350220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112cceb-bd2a-4a1e-8d74-a92e19350af3 req-027cdcb7-a607-425b-bd3d-f43e70950b4b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:55.357848 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9112cceb-bd2a-4a1e-8d74-a92e19350af3 req-027cdcb7-a607-425b-bd3d-f43e70950b4b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0842617 Sep 16 10:51:55.411737 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9112cceb-bd2a-4a1e-8d74-a92e19350af3 req-15615b64-5781-48af-8be1-357ee87444af tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Sep 16 10:51:55.437939 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9351f368-7d8f-49f2-9e27-fb99ed8c916b,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:55.443528 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:51:55.445847 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Checking segment: {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:55.445847 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Network hostable DHCP agents. Network: 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:51:55.516591 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:51:55.584082 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] Provisioning complete for port 84411152-2a38-4991-9089-178d36eb566d triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:55.584388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.596402 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:55.602159 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:55.603759 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.611219 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09828099-18f1-4eba-bfdd-17525e037bd8 None None] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:51:55.680597 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e863c0e1-158d-492f-933d-9afd213e76c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6758890 Sep 16 10:51:55.683091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 49968) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:55.687469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:51:55.773873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.775059 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.820685 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.823327 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.849617 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:55.886576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'fixed_ips': [{'subnet_id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:51:55.887839 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:55.890850 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535f7b6-4d02-40f5-bf86-944988057a23 None None] The sync data for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi is: [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:51:55.917148 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] For port 84411152-2a38-4991-9089-178d36eb566d, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=84411152-2a38-4991-9089-178d36eb566d,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:56.008477 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.101246 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847f5d8-0c47-4f8e-ad4c-636d639f4bf5 None None] Pushing event updated for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:56.111639 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Allocated IP 172.20.0.2 (75b42fff-39ef-4b36-b2cc-0c68bcef0fcc/9351f368-7d8f-49f2-9e27-fb99ed8c916b/918a14b5-c2de-4a12-9dee-3eac6297ed08) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:56.284663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.297277 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 84411152-2a38-4991-9089-178d36eb566d up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:56.324418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.347433 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 84411152-2a38-4991-9089-178d36eb566d triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:56.348956 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.406555 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.489249 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:56.491924 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Pushing event updated for resources: {'Port': ['ID=918a14b5-c2de-4a12-9dee-3eac6297ed08,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:56.494701 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:56.497120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:56.544761 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ed2e2-d29d-4dd5-b411-a92058a4e0b4 req-02d40c75-76ec-48a6-991a-be11e8e6849d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:56.546289 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-899ed2e2-d29d-4dd5-b411-a92058a4e0b4 req-02d40c75-76ec-48a6-991a-be11e8e6849d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1021550 Sep 16 10:51:56.556978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Attempting to bind port 918a14b5-c2de-4a12-9dee-3eac6297ed08 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:51:56.557343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Attempting to bind port 918a14b5-c2de-4a12-9dee-3eac6297ed08 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:51:56.557708 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Attempting to bind port 918a14b5-c2de-4a12-9dee-3eac6297ed08 on network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:51:56.563456 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:51:56.563456 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Checking segment: {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:51:56.563849 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.564281 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Bound using segment: {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:51:56.564970 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Bound port: 918a14b5-c2de-4a12-9dee-3eac6297ed08, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:51:56.565408 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.604421 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eded7e-0c83-419a-ab36-31c922642d06 req-f010a249-a39f-4f72-b9f2-6b3b51e05fe2 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:56.611901 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3eded7e-0c83-419a-ab36-31c922642d06 req-f010a249-a39f-4f72-b9f2-6b3b51e05fe2 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1306198 Sep 16 10:51:56.648037 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] For port 918a14b5-c2de-4a12-9dee-3eac6297ed08, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:51:56.651769 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] For port 918a14b5-c2de-4a12-9dee-3eac6297ed08, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=918a14b5-c2de-4a12-9dee-3eac6297ed08,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:51:56.658959 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-899ed2e2-d29d-4dd5-b411-a92058a4e0b4 req-9d9a03bc-4bc2-40b0-863c-55d49541274e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053646 Sep 16 10:51:56.677980 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3eded7e-0c83-419a-ab36-31c922642d06 req-1d4de24b-f705-4f9e-b495-62f49c23a6a6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643988 Sep 16 10:51:56.740120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.801564 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d7a1f-c2a3-4608-8f80-e6c13ed0a4e1 None None] Pushing event updated for resources: {'Port': ['ID=918a14b5-c2de-4a12-9dee-3eac6297ed08,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:56.806025 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.826174 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:56.939976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Allocated IP 172.27.3.57 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/05f03ad8-35b1-4c3c-899d-88f8a8007dc3) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:57.081152 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:57.185514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:57.226491 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:51:57.229743 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:51:57.235220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:51:57.241593 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Pushing event updated for resources: {'Port': ['ID=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:57.599246 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:57.820538 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d8adc-9c7d-421e-8aba-85ecfd13567f None None] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:51:57.911772 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe9c33-4f8f-4d0f-ade9-8e82e43250a4 req-3b82124a-a3b9-49c2-aa69-50838720a154 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:57.919403 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8dfe9c33-4f8f-4d0f-ade9-8e82e43250a4 req-3b82124a-a3b9-49c2-aa69-50838720a154 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1678710 Sep 16 10:51:57.942356 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7098797-0940-4aa8-8a54-1bd45f91529b req-f0ccca87-cb63-4c3a-8b7d-52a687a53496 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:57.943938 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c7098797-0940-4aa8-8a54-1bd45f91529b req-f0ccca87-cb63-4c3a-8b7d-52a687a53496 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1600690 Sep 16 10:51:57.982824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.011473 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] Provisioning complete for port 918a14b5-c2de-4a12-9dee-3eac6297ed08 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:58.011914 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.017538 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8dfe9c33-4f8f-4d0f-ade9-8e82e43250a4 req-836914ba-1989-4cba-801d-8cf019225db6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967364 Sep 16 10:51:58.088125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c7098797-0940-4aa8-8a54-1bd45f91529b req-5d7352c5-71b0-4799-b1f9-bded4ec2df18 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304848 Sep 16 10:51:58.225136 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.274044 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] For port 918a14b5-c2de-4a12-9dee-3eac6297ed08, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=918a14b5-c2de-4a12-9dee-3eac6297ed08,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:51:58.321448 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 918a14b5-c2de-4a12-9dee-3eac6297ed08 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:51:58.385645 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 918a14b5-c2de-4a12-9dee-3eac6297ed08 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:58.386497 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.430379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.465592 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Router 6066583e-6470-4f6a-86a5-c10e037fc89b is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:51:58.490778 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb5ab-b5de-48fb-924b-0c71c69fbb6c None None] Pushing event updated for resources: {'Port': ['ID=918a14b5-c2de-4a12-9dee-3eac6297ed08,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:51:58.579000 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-ee3931e0-7892-45f0-891b-f69b2e021f1b None None] Provisioning complete for port 918a14b5-c2de-4a12-9dee-3eac6297ed08 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:51:58.579758 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ee3931e0-7892-45f0-891b-f69b2e021f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.636642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:51:58.650314 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Sync routers for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:51:58.663719 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:51:58.664985 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:58.762403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:58.766159 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-849e461c-4a51-4157-8350-10ae78d1192b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0795321 Sep 16 10:51:58.767239 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 50010) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:51:58.910546 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:51:59.309117 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf10f1-ff7b-4602-8be6-1ae148dfa9b6 req-a6746a54-a55f-4e88-b754-864f11c1d596 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:59.314610 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d1bf10f1-ff7b-4602-8be6-1ae148dfa9b6 req-a6746a54-a55f-4e88-b754-864f11c1d596 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1062989 Sep 16 10:51:59.324472 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:51:57Z', 'revision_number': 3, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:51:59.371949 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d1bf10f1-ff7b-4602-8be6-1ae148dfa9b6 req-d6a1ba5e-6abe-4919-a577-bc28fcdf45b4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499268 Sep 16 10:51:59.393174 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Checking router: 6066583e-6470-4f6a-86a5-c10e037fc89b for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:51:59.393174 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Updating router 6066583e-6470-4f6a-86a5-c10e037fc89b port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:51:59.451191 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:59.466330 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:59.594289 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d330cdb-bcf7-4f48-9d3f-e77d1972ff52 req-83b4d386-bab4-4657-8656-ad17e1c761c5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:51:59.599424 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d330cdb-bcf7-4f48-9d3f-e77d1972ff52 req-83b4d386-bab4-4657-8656-ad17e1c761c5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0973892 Sep 16 10:51:59.682851 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Allocated IP 172.20.0.1 (75b42fff-39ef-4b36-b2cc-0c68bcef0fcc/9351f368-7d8f-49f2-9e27-fb99ed8c916b/e8f24f18-dffa-4ea7-b573-a5e8ee70f584) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:51:59.696591 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d330cdb-bcf7-4f48-9d3f-e77d1972ff52 req-00ff861c-15cd-4a33-958f-2f0708da26c1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 Sep 16 10:51:59.819203 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:59.873196 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:59.972661 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:51:59.977489 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.047976 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c07c-2fd0-4727-a009-fe0b9fe5503e None None] Pushing event updated for resources: {'Port': ['ID=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,revision_number=2']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:00.052596 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:52:00.052748 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Attempting to bind port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:52:00.052748 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Attempting to bind port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:52:00.052748 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Attempting to bind port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:00.053049 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:52:00.054938 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:52:00.057840 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:52:00.058379 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:52:00.058953 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.059621 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:52:00.059986 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Bound port: 05f03ad8-35b1-4c3c-899d-88f8a8007dc3, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:52:00.060577 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.109648 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:00.132028 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.143271 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] For port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:52:00.160561 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] For port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:52:00.218050 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.246675 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 918a14b5-c2de-4a12-9dee-3eac6297ed08 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:00.290608 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:52:00.291240 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:00.345040 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 918a14b5-c2de-4a12-9dee-3eac6297ed08 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:00.345040 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.464704 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.500883 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-97584203-9e8b-4510-bc71-dcfd27268bab None None] Provisioning complete for port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:00.510350 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-97584203-9e8b-4510-bc71-dcfd27268bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.543550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707894-cfdc-40ee-9b31-aa23d50ac50b req-595601e6-0fd1-483b-9a09-36b1e2a53944 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:00.552567 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c07c-2fd0-4727-a009-fe0b9fe5503e None None] Pushing event updated for resources: {'Port': ['ID=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:00.553427 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99707894-cfdc-40ee-9b31-aa23d50ac50b req-595601e6-0fd1-483b-9a09-36b1e2a53944 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0754731 Sep 16 10:52:00.600799 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:52:00.604408 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-97584203-9e8b-4510-bc71-dcfd27268bab None None] Port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:52:00.614015 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99707894-cfdc-40ee-9b31-aa23d50ac50b req-014654b8-28c5-49fe-a634-3c12347a47f2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543187 Sep 16 10:52:00.777509 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.829141 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.852429 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464adeb-c1cd-4fbc-ab04-a8d44515c866 req-1aae8cb4-7bf5-4c71-a006-fd8725d9da12 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:00.855612 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f464adeb-c1cd-4fbc-ab04-a8d44515c866 req-1aae8cb4-7bf5-4c71-a006-fd8725d9da12 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0683968 Sep 16 10:52:00.861839 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6611b735-507d-4026-879d-3943e0cb8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.873276 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:51:57Z', 'revision_number': 3, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:00.903112 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4fb8b1-96aa-4093-a266-592f4c9c4971 None None] The sync data for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi is: [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:51:57Z', 'revision_number': 3, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:52:00.913393 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:00.935809 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f464adeb-c1cd-4fbc-ab04-a8d44515c866 req-68d092be-3063-4b3a-b6f8-81bfdf04a8a8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634186 Sep 16 10:52:00.981684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:01.088528 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:52:01.089936 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:52:01.405098 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Router 6066583e-6470-4f6a-86a5-c10e037fc89b has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:52:01.444659 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-9d33d08c-1e41-4444-a8a6-10d210417830 None None] Provisioning complete for port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:01.445478 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9d33d08c-1e41-4444-a8a6-10d210417830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:01.509097 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-9d33d08c-1e41-4444-a8a6-10d210417830 None None] Port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:52:01.539630 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:52:01.574271 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a99032d0-1a1c-4353-bcb4-3f69814dbca8 admin admin] 10.222.0.36 "PUT /v2.0/routers/6066583e-6470-4f6a-86a5-c10e037fc89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8006423 Sep 16 10:52:01.736335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31443-628c-4356-b131-32158e49735d req-538ce9f6-760b-4378-b15d-c866ab0322fe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:01.736880 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8bd31443-628c-4356-b131-32158e49735d req-538ce9f6-760b-4378-b15d-c866ab0322fe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0575767 Sep 16 10:52:01.805010 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8bd31443-628c-4356-b131-32158e49735d req-3d1d4c80-6871-4f35-a971-ad6d9ae27646 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612061 Sep 16 10:52:02.131122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacf8ad-be42-4c2f-96fe-45a774457159 req-0387abf4-a8ba-41bf-94c8-3d3381e40fea tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:02.142846 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eeacf8ad-be42-4c2f-96fe-45a774457159 req-0387abf4-a8ba-41bf-94c8-3d3381e40fea tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0947106 Sep 16 10:52:02.195356 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eeacf8ad-be42-4c2f-96fe-45a774457159 req-30010f31-e0cd-402a-aeb9-43f5b187aa58 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Sep 16 10:52:02.316139 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:02.372929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:02.373760 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:02.473191 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:02.498785 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:02.585753 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:02.656131 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:03.000483 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faf0a4-0596-4edd-bfe9-5a02600857d8 req-ab860de2-9cb0-4b70-bc66-9b983718847e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:03.002800 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a6faf0a4-0596-4edd-bfe9-5a02600857d8 req-ab860de2-9cb0-4b70-bc66-9b983718847e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0762377 Sep 16 10:52:03.085282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a6faf0a4-0596-4edd-bfe9-5a02600857d8 req-8ca28c6b-68f0-4d58-b361-63c609e0c058 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696316 Sep 16 10:52:03.403100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73798ef-e73e-4440-a974-3fecf90f1485 req-62111165-5931-4613-be80-ae97fe7d5853 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:03.410697 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c73798ef-e73e-4440-a974-3fecf90f1485 req-62111165-5931-4613-be80-ae97fe7d5853 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1052175 Sep 16 10:52:03.467173 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c73798ef-e73e-4440-a974-3fecf90f1485 req-f326b9c0-4c6d-4aee-a09c-b3bbd267eff8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Sep 16 10:52:03.707404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Sync routers for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:52:03.729175 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:52:03.730239 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:51:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:03.772039 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e35a47ba-4c33-4155-b4c4-2dfcd9a3f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:03.990925 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:52:04.433348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:04.438669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222aa293-097a-4206-8048-6c48731197ec req-2d1bc6d9-f8bb-4f95-bf86-fe2b7933686c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:04.465386 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-222aa293-097a-4206-8048-6c48731197ec req-2d1bc6d9-f8bb-4f95-bf86-fe2b7933686c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1159711 Sep 16 10:52:04.580182 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:04.585983 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:04.586870 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:04.616706 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-222aa293-097a-4206-8048-6c48731197ec req-642c1b56-6003-466e-b522-1d5baf7e686a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488912 Sep 16 10:52:04.718452 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793f35f-9013-435a-875a-e2e9331addd7 req-638b3384-07a7-45c3-ba3b-2da4a665c093 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:04.730114 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 4, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': 'e8f24f18-dffa-4ea7-b573-a5e8ee70f584', 'name': '', 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'mac_address': 'fa:16:3e:39:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:59Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 2, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'subnets': [{'id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:04.735723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a793f35f-9013-435a-875a-e2e9331addd7 req-638b3384-07a7-45c3-ba3b-2da4a665c093 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1082273 Sep 16 10:52:04.767365 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Checking router: 6066583e-6470-4f6a-86a5-c10e037fc89b for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:52:04.768563 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Updating router 6066583e-6470-4f6a-86a5-c10e037fc89b port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:52:04.835723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a793f35f-9013-435a-875a-e2e9331addd7 req-8514ad3c-4a2f-41ce-a778-4b85f307df25 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996132 Sep 16 10:52:04.856483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.063188 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 50126) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:05.315969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.319035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.352158 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4803b4f6-8faf-4b5f-902c-130c9e59da68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.420276 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.564754 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4803b4f6-8faf-4b5f-902c-130c9e59da68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.603465 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479c7d-760b-418f-8661-acd34898bc55 None None] Pushing event updated for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:05.633785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4803b4f6-8faf-4b5f-902c-130c9e59da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.754931 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Attempting to bind port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:52:05.758274 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Attempting to bind port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:52:05.758274 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Attempting to bind port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 on network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:05.762656 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803b4f6-8faf-4b5f-902c-130c9e59da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f97d27-4b4d-41c6-bf59-330b51d9de54,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:05.777922 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 50136) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:05.787413 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4803b4f6-8faf-4b5f-902c-130c9e59da68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10d6e05891a64f3eb28c955126159112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211111 Sep 16 10:52:05.797663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:52:05.798035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Checking segment: {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:52:05.798717 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.798956 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Bound using segment: {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:52:05.799619 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Bound port: e8f24f18-dffa-4ea7-b573-a5e8ee70f584, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c4d196-db33-4faa-a8ad-f9b0002d93e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:52:05.800004 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.908646 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02772b-cf29-4acd-9c7d-afcb2356f7c1 req-57a861f7-290b-44ce-9c05-c58a54fbd76f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:05.910760 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f02772b-cf29-4acd-9c7d-afcb2356f7c1 req-57a861f7-290b-44ce-9c05-c58a54fbd76f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1139531 Sep 16 10:52:05.911877 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] For port e8f24f18-dffa-4ea7-b573-a5e8ee70f584, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:52:05.918837 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] For port e8f24f18-dffa-4ea7-b573-a5e8ee70f584, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:52:05.932279 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-0aa18b03-920e-4b54-bb9d-453171901dc2 None None] Provisioning complete for port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:05.932279 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0aa18b03-920e-4b54-bb9d-453171901dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.932684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:05.999959 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18b03-920e-4b54-bb9d-453171901dc2 None None] Port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:52:06.006402 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:06.024680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f02772b-cf29-4acd-9c7d-afcb2356f7c1 req-b209e657-710e-46a8-a3b7-b802fd34968f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634174 Sep 16 10:52:06.050384 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:06.061694 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:06.081005 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82107e72-c784-425a-951e-d3675f1ef21d req-ed32c57f-109d-4043-bb39-2ee1d7ebab21 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:06.090577 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82107e72-c784-425a-951e-d3675f1ef21d req-ed32c57f-109d-4043-bb39-2ee1d7ebab21 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1594996 Sep 16 10:52:06.183887 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82107e72-c784-425a-951e-d3675f1ef21d req-ba2fa8d6-6650-4280-8fa4-b122d3c27527 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867603 Sep 16 10:52:06.223998 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:52:06.238348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:52:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:06.300756 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479c7d-760b-418f-8661-acd34898bc55 None None] Pushing event updated for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:06.381370 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:06.384367 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:06.385716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00f97d27-4b4d-41c6-bf59-330b51d9de54 HTTP/1.1" status: 204 len: 168 time: 0.6067717 Sep 16 10:52:06.411050 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ceba53-feed-4807-9163-b1e35b64942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f97d27-4b4d-41c6-bf59-330b51d9de54,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:06.523182 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:52:06.983249 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] Provisioning complete for port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:06.983854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:07.129294 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:07.134358 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 4, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': 'e8f24f18-dffa-4ea7-b573-a5e8ee70f584', 'name': '', 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'mac_address': 'fa:16:3e:39:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:59Z', 'updated_at': '2021-09-16T10:52:05Z', 'revision_number': 4, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'subnets': [{'id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:07.223062 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90468cd-f115-45b7-93d4-11cd07b7b1d1 None None] The sync data for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi is: [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:52:00Z', 'revision_number': 4, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': 'e8f24f18-dffa-4ea7-b573-a5e8ee70f584', 'name': '', 'network_id': '75b42fff-39ef-4b36-b2cc-0c68bcef0fcc', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'mac_address': 'fa:16:3e:39:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:59Z', 'updated_at': '2021-09-16T10:52:05Z', 'revision_number': 4, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'subnets': [{'id': '9351f368-7d8f-49f2-9e27-fb99ed8c916b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:52:07.269911 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7ff5-706d-4ac2-8699-45d8ee179cdd req-f4e20ea2-b16b-4579-b44b-1fd0f103be97 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:07.277560 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] For port e8f24f18-dffa-4ea7-b573-a5e8ee70f584, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:07.297437 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec9a7ff5-706d-4ac2-8699-45d8ee179cdd req-f4e20ea2-b16b-4579-b44b-1fd0f103be97 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1437669 Sep 16 10:52:07.367398 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:07.389725 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec9a7ff5-706d-4ac2-8699-45d8ee179cdd req-97a72717-9b59-4e1b-a361-e93581d45de0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893526 Sep 16 10:52:07.418035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789c41-aec8-4dbb-8fae-04b918d4f3c2 req-2c3d1a7a-1c4c-4415-9dc4-beca405b18e1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:07.436840 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-75789c41-aec8-4dbb-8fae-04b918d4f3c2 req-2c3d1a7a-1c4c-4415-9dc4-beca405b18e1 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1326804 Sep 16 10:52:07.491212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-75789c41-aec8-4dbb-8fae-04b918d4f3c2 req-755ea590-50d2-4fb6-b6c9-94c55c7e5f75 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531108 Sep 16 10:52:07.509516 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ed3d-27df-4bf8-aa92-e6e4469b81a0 None None] Pushing event updated for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:08.277322 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device e8f24f18-dffa-4ea7-b573-a5e8ee70f584 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:08.341932 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:08.342391 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:08.536060 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c15a4-0cc0-483b-8037-7b51d50a3a06 req-0932d20f-c1fa-4b4a-b06a-34c0f244973c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:08.538946 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a61c15a4-0cc0-483b-8037-7b51d50a3a06 req-0932d20f-c1fa-4b4a-b06a-34c0f244973c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0654387 Sep 16 10:52:08.582716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a61c15a4-0cc0-483b-8037-7b51d50a3a06 req-c7bf5cd5-51a3-4a80-8c8f-5ec1ab97fe95 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360916 Sep 16 10:52:08.664361 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c28476-bf0a-4e9e-af88-1b6bce69610c req-bb670b49-ab55-47f7-a0eb-7f297c93735e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:08.666150 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5c28476-bf0a-4e9e-af88-1b6bce69610c req-bb670b49-ab55-47f7-a0eb-7f297c93735e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0621462 Sep 16 10:52:08.730082 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5c28476-bf0a-4e9e-af88-1b6bce69610c req-feb3ce7f-f592-4d74-9bb8-a9b47921b17a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573518 Sep 16 10:52:09.727939 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a33f9e-40e3-405a-bbbe-9e835120423b req-43307971-984f-490e-bed8-2e261c31de21 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:09.729629 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-90a33f9e-40e3-405a-bbbe-9e835120423b req-43307971-984f-490e-bed8-2e261c31de21 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0635211 Sep 16 10:52:09.820214 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-90a33f9e-40e3-405a-bbbe-9e835120423b req-43a9565e-4a2f-4669-8c31-0654d9be4c66 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784357 Sep 16 10:52:09.872570 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d44e-4f05-4d5d-bff0-53d79a1db22e req-8e8d30ce-f4bd-431c-97b8-d52612fea577 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:09.874452 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c996d44e-4f05-4d5d-bff0-53d79a1db22e req-8e8d30ce-f4bd-431c-97b8-d52612fea577 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0735676 Sep 16 10:52:09.946281 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c996d44e-4f05-4d5d-bff0-53d79a1db22e req-f38a6ffb-5fd7-409f-9dcb-5c00f4a359a8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Sep 16 10:52:10.960870 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcb346-ac7d-43e3-8cd3-889cf8889750 req-b53d9447-a2cb-4475-99db-e5c6451b4603 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:10.970962 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-51dcb346-ac7d-43e3-8cd3-889cf8889750 req-b53d9447-a2cb-4475-99db-e5c6451b4603 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0615652 Sep 16 10:52:11.046421 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-51dcb346-ac7d-43e3-8cd3-889cf8889750 req-b3002031-5393-453d-97a6-cb8f13f0f065 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664535 Sep 16 10:52:11.114497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097035-b62a-4ef0-9cc3-c929398d6c32 req-7e25a58d-e9cc-430e-8ae9-7c23a5253c39 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:11.116348 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb097035-b62a-4ef0-9cc3-c929398d6c32 req-7e25a58d-e9cc-430e-8ae9-7c23a5253c39 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0577900 Sep 16 10:52:11.159637 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb097035-b62a-4ef0-9cc3-c929398d6c32 req-165aa83f-23bc-469e-b2fe-fee49d8279af tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Sep 16 10:52:11.473697 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140875-ce7c-4be6-9780-bb6f36c6ba78 req-30d2d07a-dad8-4172-b8b7-b06902d6a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:11.479971 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-a9140875-ce7c-4be6-9780-bb6f36c6ba78 req-30d2d07a-dad8-4172-b8b7-b06902d6a86c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.0594745 Sep 16 10:52:11.519831 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-a9140875-ce7c-4be6-9780-bb6f36c6ba78 req-93db6e6b-933a-4983-ae79-5824343317dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347965 Sep 16 10:52:11.989099 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:52:12.130231 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:12.157548 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:52:12.198647 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e1834-9097-40cd-8b89-57e41c6ad30b req-0a523922-4fb7-4609-8844-f6a6c916335f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:12.204374 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:12.208059 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-889e1834-9097-40cd-8b89-57e41c6ad30b req-0a523922-4fb7-4609-8844-f6a6c916335f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0832670 Sep 16 10:52:12.222598 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:52:12.286591 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-889e1834-9097-40cd-8b89-57e41c6ad30b req-4430dad0-891e-4bb7-8b84-da2b9fa90911 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725417 Sep 16 10:52:12.292119 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:12.346185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96400a-8c05-4e4a-bcdc-8047c6c0b0a9 req-951cb546-16ea-497d-813b-2c26c24c9a17 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:12.348016 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ac96400a-8c05-4e4a-bcdc-8047c6c0b0a9 req-951cb546-16ea-497d-813b-2c26c24c9a17 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0603194 Sep 16 10:52:12.352377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:12.425537 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ac96400a-8c05-4e4a-bcdc-8047c6c0b0a9 req-3a34e4eb-c079-4547-850f-088173a1eef5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Sep 16 10:52:12.454690 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=6']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:12.463929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.464477 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.464963 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.465353 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.465739 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.466132 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.466520 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.466950 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.467348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.467734 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.468156 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.468715 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:12.586240 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['b6038e36-9ef7-48b3-be91-ce5eff54ba31'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:13.217945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 50302) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:13.268142 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Deleting subnet 9ef2192f-86e7-4cc6-865e-85f9016040f1 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:52:13.272953 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.311932 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.379870 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.449439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa88af-92c5-46cc-80f0-a8b6d48edb68 req-deb7be22-3647-4f6d-9dcd-8b19fc985f4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:13.451415 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7efa88af-92c5-46cc-80f0-a8b6d48edb68 req-deb7be22-3647-4f6d-9dcd-8b19fc985f4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0730653 Sep 16 10:52:13.514933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7efa88af-92c5-46cc-80f0-a8b6d48edb68 req-34deea48-5d9e-487d-b439-c1d7ddffd431 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553532 Sep 16 10:52:13.596131 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5248f-9097-4604-94b9-1a97a2d03cf8 req-0b698d6a-36cc-4208-82c6-d98106be7090 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:13.598575 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82e5248f-9097-4604-94b9-1a97a2d03cf8 req-0b698d6a-36cc-4208-82c6-d98106be7090 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0729184 Sep 16 10:52:13.603864 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.678653 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-82e5248f-9097-4604-94b9-1a97a2d03cf8 req-8ca644e3-4b30-469a-bde5-5650bea2a634 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Sep 16 10:52:13.678765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef2192f-86e7-4cc6-865e-85f9016040f1,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:13.678765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.678765 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f1d710f6-2237-4e6a-8730-44330f08592c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ef2192f-86e7-4cc6-865e-85f9016040f1 HTTP/1.1" status: 204 len: 168 time: 0.4307268 Sep 16 10:52:13.679228 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 50314) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:13.757558 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.842529 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.862143 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127e53ab-51b5-4623-8daa-bce375a4ad1f']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:13.875823 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb93731-17d6-48d0-b46a-14798eb598c9') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:13.876112 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb93731-17d6-48d0-b46a-14798eb598c9') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:52:13.886274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.899398 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.906997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:52:13.907382 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:52:13.909105 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:52:14.021004 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:14.074725 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port b6038e36-9ef7-48b3-be91-ce5eff54ba31 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:14.075273 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.116108 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.142401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.142401 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] 10.222.0.36 "DELETE /v2.0/networks/127e53ab-51b5-4623-8daa-bce375a4ad1f HTTP/1.1" status: 204 len: 168 time: 0.4598145 Sep 16 10:52:14.142401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8072eb-be91-4337-bccb-464800d55e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=127e53ab-51b5-4623-8daa-bce375a4ad1f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:14.178982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.228613 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:14.232257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78d782d-49a2-4ecc-9d87-e76efa6a26e7" -d '{"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:14.249057 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:14.291479 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8081b-7931-4605-850a-2db65b1aa67f x-openstack-request-id: req-71e8081b-7931-4605-850a-2db65b1aa67f {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:14.291783 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:14.292096 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71e8081b-7931-4605-850a-2db65b1aa67f {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:14.292624 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'code': 200} Sep 16 10:52:14.335554 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.396133 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=7']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:14.625125 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 50344) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:14.693252 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-815c2044-146a-47fb-bb72-97d467ba090d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aee99c458b54ad5b52f03ab53d75438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657606 Sep 16 10:52:14.694363 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 50350) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:14.700677 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505bdf-5a76-41cb-99d9-34f34acc177c req-ddadc5fb-051e-49e5-9d9c-9cca849634a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:14.702282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a8505bdf-5a76-41cb-99d9-34f34acc177c req-ddadc5fb-051e-49e5-9d9c-9cca849634a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0928640 Sep 16 10:52:14.755796 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.771602 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a8505bdf-5a76-41cb-99d9-34f34acc177c req-b6a8a752-9a1a-4cc5-8a94-fd5876f17e82 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618880 Sep 16 10:52:14.780121 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.802685 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f7631-7849-4294-a5ee-cbdc7e389690 req-51524095-9823-41d2-94e8-d2c5a3ffe0d9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:14.804434 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de8f7631-7849-4294-a5ee-cbdc7e389690 req-51524095-9823-41d2-94e8-d2c5a3ffe0d9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0659869 Sep 16 10:52:14.849415 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-de8f7631-7849-4294-a5ee-cbdc7e389690 req-6e613edb-1fd2-4cfc-b3f0-4a53a5c9bca0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Sep 16 10:52:14.969496 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.972215 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:14.974185 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c38f8ad2-857e-4b31-a3de-b78aa153c04d HTTP/1.1" status: 204 len: 168 time: 0.2787371 Sep 16 10:52:14.986524 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d1107-cf94-412a-b07b-328a83982b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f8ad2-857e-4b31-a3de-b78aa153c04d,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:15.340256 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c51940-f2b8-4b6a-a5fe-7389a284e708 req-6e0543f6-ad5c-4153-a345-32828c313e40 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.354478 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06c51940-f2b8-4b6a-a5fe-7389a284e708 req-6e0543f6-ad5c-4153-a345-32828c313e40 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0902655 Sep 16 10:52:15.378958 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:15.471138 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-28366077-6916-4a51-bc0a-d89ffcda702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.474076 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-28366077-6916-4a51-bc0a-d89ffcda702a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.1468401 Sep 16 10:52:15.514442 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06c51940-f2b8-4b6a-a5fe-7389a284e708 req-25ec6b5a-add5-4b2c-93a5-cc0be4f9ad7f tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488359 Sep 16 10:52:15.619927 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-1c650ee1-8475-451f-8cdb-63314a1e0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.623274 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-1c650ee1-8475-451f-8cdb-63314a1e0707 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 918 time: 0.1342297 Sep 16 10:52:15.689592 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-b4cab810-2f88-4b5d-a6da-811bacfbb192 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 217 time: 0.0504928 Sep 16 10:52:15.771887 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-e45b9283-eff8-4fee-96af-ab80689d84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.773529 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-e45b9283-eff8-4fee-96af-ab80689d84ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0637310 Sep 16 10:52:15.831923 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-b45bcc28-2cfc-4802-a83d-c2fb91c7678b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298061 Sep 16 10:52:15.948496 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-cb8b1243-0b90-424e-9f09-65ce4040bf56 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.950168 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-cb8b1243-0b90-424e-9f09-65ce4040bf56 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 815 time: 0.1965764 Sep 16 10:52:15.970012 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24562b2-8212-4dab-87bd-b2d8d7330bd3 req-660e8eb4-7a5f-4bfb-9137-fb93ea8c041f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:15.971701 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a24562b2-8212-4dab-87bd-b2d8d7330bd3 req-660e8eb4-7a5f-4bfb-9137-fb93ea8c041f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0894761 Sep 16 10:52:15.998236 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-7b2d2753-53c2-4768-a97c-51a059c2f836 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519108 Sep 16 10:52:16.008147 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-33a3ba2f-59a0-4a0d-af62-a626f74bf1ef tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/quotas/e6b1aadfa785442fb0d4f15e5be9d68d HTTP/1.1" status: 200 len: 375 time: 0.0466988 Sep 16 10:52:16.077154 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a24562b2-8212-4dab-87bd-b2d8d7330bd3 req-3f9b037e-75a2-420b-9917-5b2d5486b375 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906651 Sep 16 10:52:16.126146 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-65f97501-f082-46a6-8994-e7003a2a6996 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093497 Sep 16 10:52:16.151354 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-ff509cff-ddf6-48ea-bd4d-140b3a8af619 req-b92c6606-0be0-42bd-8eca-a9a05038ee1c service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386003 Sep 16 10:52:16.253543 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-52f328b7-ccdd-4d94-beb6-9b8afe924dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246967 Sep 16 10:52:16.371736 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-cd63b9e3-21a3-4dc6-b71f-c745b8283881 service neutron] 10.222.0.36 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172945 Sep 16 10:52:16.715961 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603ea46-75e6-4c93-a988-f322f701faa2 req-73c8b138-8147-4a69-a2c0-c627ac5815bf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:16.717786 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4603ea46-75e6-4c93-a988-f322f701faa2 req-73c8b138-8147-4a69-a2c0-c627ac5815bf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0814390 Sep 16 10:52:16.768986 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4603ea46-75e6-4c93-a988-f322f701faa2 req-76099433-30b2-4f2e-83c8-72ff25f92684 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Sep 16 10:52:16.914324 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-da856bb9-a221-4c25-829f-4dc2c1494f0c req-d51044a3-22ef-4ffb-9c66-34ea6c3cff6a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 210 time: 0.0564828 Sep 16 10:52:17.139608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0505bf-bd84-44b5-b2e7-7d7ff1a17e3b req-68e9908a-61d9-462b-83e0-009c4c2926bf tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.141935 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b0505bf-bd84-44b5-b2e7-7d7ff1a17e3b req-68e9908a-61d9-462b-83e0-009c4c2926bf tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.0593987 Sep 16 10:52:17.211940 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b0505bf-bd84-44b5-b2e7-7d7ff1a17e3b req-dc09decc-a89d-4707-b154-9a611ba24aa9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Sep 16 10:52:17.403720 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-616cad10-da24-4100-ac72-a18d9812ab99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752664 Sep 16 10:52:17.454189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e5857-f005-45f4-92f6-c79d38cf5ee5 req-52e908be-bb4f-4444-a500-83a70631c33c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.461355 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a0e5857-f005-45f4-92f6-c79d38cf5ee5 req-52e908be-bb4f-4444-a500-83a70631c33c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1370430 Sep 16 10:52:17.511873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392c615-b251-4bcb-88e8-227217c1e7e0 req-f66d6cc8-98ec-4993-a867-d0afe998def8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.513325 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2392c615-b251-4bcb-88e8-227217c1e7e0 req-f66d6cc8-98ec-4993-a867-d0afe998def8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.1091352 Sep 16 10:52:17.529883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a0e5857-f005-45f4-92f6-c79d38cf5ee5 req-72ca0eef-63f3-4996-95d3-63254550231c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675826 Sep 16 10:52:17.532042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-ae71e0e5-c437-4416-81d3-58b4869ce24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.533722 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-ae71e0e5-c437-4416-81d3-58b4869ce24f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1098 time: 0.0980568 Sep 16 10:52:17.589170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2392c615-b251-4bcb-88e8-227217c1e7e0 req-aab7f6cf-c067-477e-b02a-3e4659d526c8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579631 Sep 16 10:52:17.936835 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94df5-727f-47c4-9c41-778652b3638f req-b92fff60-e45e-4a75-ac4d-46816dd8a67a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.949001 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91b94df5-727f-47c4-9c41-778652b3638f req-b92fff60-e45e-4a75-ac4d-46816dd8a67a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0796757 Sep 16 10:52:17.981614 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-b3be0337-a548-4b57-8a55-358fc321bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:17.983244 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-b3be0337-a548-4b57-8a55-358fc321bca5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.4044921 Sep 16 10:52:18.011068 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5b58e878-a56b-4eab-95e2-eadc39902122 req-a885eba1-47f5-4fac-af86-b82d486445d3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 210 time: 0.0315986 Sep 16 10:52:18.037847 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91b94df5-727f-47c4-9c41-778652b3638f req-c9877c47-dd5e-4670-82f1-3e5b3a4c4fa5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831845 Sep 16 10:52:18.108070 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-e8657bdd-9d7e-4d77-b70e-a6e2f57a589e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 1001 time: 0.1071112 Sep 16 10:52:18.164364 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-5f5582fd-2f60-439b-aef5-b8aac6278518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:18.166319 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-5f5582fd-2f60-439b-aef5-b8aac6278518 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0466831 Sep 16 10:52:18.251177 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-314060dd-527b-464f-99a5-0b113ba3c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:18.252736 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-314060dd-527b-464f-99a5-0b113ba3c1b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634260 Sep 16 10:52:18.365940 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed3e7b-5ed1-4edf-9f92-c0d9dda063e2 req-f8a6fb70-464e-4139-9531-600249686b3f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:18.387080 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-02ed3e7b-5ed1-4edf-9f92-c0d9dda063e2 req-f8a6fb70-464e-4139-9531-600249686b3f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.0778124 Sep 16 10:52:18.408861 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-015cd348-52f6-4d09-b69b-4b6d910d3042 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181850 Sep 16 10:52:18.438873 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-02ed3e7b-5ed1-4edf-9f92-c0d9dda063e2 req-5fd0b023-69bd-4736-986a-879aaf1baab2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Sep 16 10:52:18.524607 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-5a744e6f-90b9-45f3-bf1a-86c25059fde4 req-4bbd5e8a-d36b-4ab1-b4af-21a3abf716c9 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032937 Sep 16 10:52:18.742955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab98a01-2ef3-4178-b904-2dfee33b7c8e req-dddff69a-da2d-4238-9c85-f1db51a146a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:18.745148 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6ab98a01-2ef3-4178-b904-2dfee33b7c8e req-dddff69a-da2d-4238-9c85-f1db51a146a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0782912 Sep 16 10:52:18.809813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068bcb-a002-41b4-9c66-728b786f83aa req-3c22d608-1bd2-4ffb-b379-34d2ff49e7a6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:18.811307 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b068bcb-a002-41b4-9c66-728b786f83aa req-3c22d608-1bd2-4ffb-b379-34d2ff49e7a6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0828514 Sep 16 10:52:18.830262 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6ab98a01-2ef3-4178-b904-2dfee33b7c8e req-2129f0ab-cb2d-490d-8abf-e462d38f3521 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576696 Sep 16 10:52:18.869448 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b068bcb-a002-41b4-9c66-728b786f83aa req-dcc24e64-a09b-4c6a-90b6-f6f9b39b456e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477171 Sep 16 10:52:19.428391 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-03f6dc55-8d25-4517-9923-77618b85ebc5 req-62bdb12a-f804-40c4-938b-f3a6bc1355c2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 210 time: 0.3288906 Sep 16 10:52:19.475935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50c126-2515-43cf-842f-8236932f1bf4 req-5c8f28c1-f4d4-4be8-925c-2e7e527d9ddf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:19.482792 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ac50c126-2515-43cf-842f-8236932f1bf4 req-5c8f28c1-f4d4-4be8-925c-2e7e527d9ddf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.3819065 Sep 16 10:52:19.545127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ac50c126-2515-43cf-842f-8236932f1bf4 req-fa3557da-ea25-4c74-af9e-782cf805fbc9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615222 Sep 16 10:52:19.568852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8b92-b866-402c-ad41-4b52d73c0cb6 req-3d5a46ac-2e33-492a-8bbf-a1d88acac1d4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:19.575271 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd0f8b92-b866-402c-ad41-4b52d73c0cb6 req-3d5a46ac-2e33-492a-8bbf-a1d88acac1d4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.0673277 Sep 16 10:52:19.613007 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd0f8b92-b866-402c-ad41-4b52d73c0cb6 req-92d82a95-1bc1-4cfe-b3ae-bf4a99087a70 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Sep 16 10:52:19.978404 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb547da-1ae7-4dd3-af51-8f994cd2b070 req-d062282a-f1af-4278-a74c-1fd7b0f3ed0b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:19.980069 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fbb547da-1ae7-4dd3-af51-8f994cd2b070 req-d062282a-f1af-4278-a74c-1fd7b0f3ed0b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0621383 Sep 16 10:52:20.048773 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fbb547da-1ae7-4dd3-af51-8f994cd2b070 req-470e3b4c-ebc6-4edf-b6d5-d9efa02730b3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565717 Sep 16 10:52:20.059045 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459568e-4a36-4ba9-9aca-cd6fb7b1b2bf req-3a714642-24af-4881-b0a8-accedbc262ca tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.061042 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a459568e-4a36-4ba9-9aca-cd6fb7b1b2bf req-3a714642-24af-4881-b0a8-accedbc262ca tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.0797575 Sep 16 10:52:20.106774 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a459568e-4a36-4ba9-9aca-cd6fb7b1b2bf req-b6b6e4a8-1bb4-449a-88e8-df6f4a8e6e9a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Sep 16 10:52:20.251703 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-8543cd7f-3cba-4587-86b2-6364d6e902b5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.253356 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-8543cd7f-3cba-4587-86b2-6364d6e902b5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 945 time: 0.0591059 Sep 16 10:52:20.379565 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Deleting port 91838374-a9a8-46ac-916e-2a537fd93cda {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:52:20.380000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:20.511330 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] For port 91838374-a9a8-46ac-916e-2a537fd93cda, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=91838374-a9a8-46ac-916e-2a537fd93cda,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:20.512110 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:20.528167 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Calling delete_port for 91838374-a9a8-46ac-916e-2a537fd93cda owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:52:20.569838 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c6ec9239-c544-44c7-bd3d-88902938a5bd req-cab8c4f6-fb57-4615-aa9b-89a85c6a4709 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 210 time: 0.0471892 Sep 16 10:52:20.805878 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-f16a48b2-f029-4d48-82ad-e91b6ace79d5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.810736 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-f16a48b2-f029-4d48-82ad-e91b6ace79d5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 815 time: 0.2366505 Sep 16 10:52:20.826056 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d046ff3-f0f4-4985-883e-c4760ebd1181 req-4ec21f86-dd3e-41dd-800b-63a34d65bfe4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.828648 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:20.835498 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d046ff3-f0f4-4985-883e-c4760ebd1181 req-4ec21f86-dd3e-41dd-800b-63a34d65bfe4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1572168 Sep 16 10:52:20.840992 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603', 'f1d20566-2082-4733-b173-b6da8b211865', 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', '91838374-a9a8-46ac-916e-2a537fd93cda'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:20.848254 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'port': {'device_id': 'a0a44534-de71-4683-bc10-6d91590e833b', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'admin_state_up': True, 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:52:20.874289 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event deleted for resources: {'Port': ['ID=91838374-a9a8-46ac-916e-2a537fd93cda,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:20.903793 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-7c80e34a-4c07-46fa-809d-ee3215408153 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.905573 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-7c80e34a-4c07-46fa-809d-ee3215408153 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.1228220 Sep 16 10:52:20.906428 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca02d-c7c2-49bd-9dd4-93bf9b566bc2 req-09ea144f-66fe-4a26-9193-981d6e3ee8fc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:20.907951 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8aca02d-c7c2-49bd-9dd4-93bf9b566bc2 req-09ea144f-66fe-4a26-9193-981d6e3ee8fc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 867 time: 0.1696820 Sep 16 10:52:20.933000 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d046ff3-f0f4-4985-883e-c4760ebd1181 req-6568ec2f-6724-4346-bef6-1168583b3d0a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963767 Sep 16 10:52:21.113745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.113745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.113745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.113745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.116798 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.117249 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.119473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.120338 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.123788 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.132616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.132616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.132616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:21.154474 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e8aca02d-c7c2-49bd-9dd4-93bf9b566bc2 req-60be09b2-2032-4231-bf7d-53ab6c757c9f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629252 Sep 16 10:52:21.182445 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] No DVR routers for this DVR port 91838374-a9a8-46ac-916e-2a537fd93cda on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:52:21.189631 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.198378 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "DELETE /v2.0/ports/91838374-a9a8-46ac-916e-2a537fd93cda HTTP/1.1" status: 204 len: 173 time: 0.9089172 Sep 16 10:52:21.201113 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'name': 'network-vif-deleted', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:21.203672 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994680d-1fee-41b9-b8f6-d07a4ab97ebd" -d '{"events": [{"server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "name": "network-vif-deleted", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:21.262249 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Deleting port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:52:21.266991 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.352852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Made reservation on behalf of e6b1aadfa785442fb0d4f15e5be9d68d for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:52:21.356390 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.385829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f043585-7240-4974-b07f-72af4eb3b1ca req-963517e8-38e3-4d64-8e9b-6ecc816da434 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:21.387424 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f043585-7240-4974-b07f-72af4eb3b1ca req-963517e8-38e3-4d64-8e9b-6ecc816da434 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1360295 Sep 16 10:52:21.404106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fc6f8-1b2b-4c74-a1cf-a0dbfd4ecdc3 req-a7e6d17b-7480-419c-a5ea-ad8cb225fe02 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:21.412156 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-978fc6f8-1b2b-4c74-a1cf-a0dbfd4ecdc3 req-a7e6d17b-7480-419c-a5ea-ad8cb225fe02 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 946 time: 0.1354649 Sep 16 10:52:21.483053 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] For port e0cf8873-a8a1-4c3e-9d85-66cc413eac02, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:21.483661 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.498378 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Calling delete_port for e0cf8873-a8a1-4c3e-9d85-66cc413eac02 owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:52:21.546682 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-978fc6f8-1b2b-4c74-a1cf-a0dbfd4ecdc3 req-fa7ec6d9-e8ca-40a8-a2f8-abe9d0d31e5b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317875 Sep 16 10:52:21.580702 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f043585-7240-4974-b07f-72af4eb3b1ca req-4ff5492c-39bc-4952-a608-53fdee060e40 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640670 Sep 16 10:52:21.644159 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13eac02-682f-4e0e-b4da-ba503e1a87ee x-openstack-request-id: req-b13eac02-682f-4e0e-b4da-ba503e1a87ee {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:21.644598 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbab9f2-a7f6-408c-a4d8-06ee031a992a", "name": "network-vif-deleted", "tag": "91838374-a9a8-46ac-916e-2a537fd93cda", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:21.644712 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b13eac02-682f-4e0e-b4da-ba503e1a87ee {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:21.645651 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbab9f2-a7f6-408c-a4d8-06ee031a992a', 'name': 'network-vif-deleted', 'tag': '91838374-a9a8-46ac-916e-2a537fd93cda', 'status': 'completed', 'code': 200} Sep 16 10:52:21.674148 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Allocated IP 172.20.0.12 (0e878560-2374-47b1-bb39-8159e95bacfd/501c26e2-0f3e-48f1-8151-e15abec217d7/87fc1f08-e1d8-44c3-86f8-b18035fdb21a) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:52:21.732680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ad72d9d-96ce-4edc-8e08-d3f6ca645b97 req-b992ce62-0e8e-4440-8705-0a29c2c772a8 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 210 time: 0.0406218 Sep 16 10:52:21.791439 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.857321 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Pushing event deleted for resources: {'Port': ['ID=e0cf8873-a8a1-4c3e-9d85-66cc413eac02,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:21.896126 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.916039 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] No DVR routers for this DVR port e0cf8873-a8a1-4c3e-9d85-66cc413eac02 on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:52:21.921673 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:21.923758 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-0039f0b7-3d94-4513-be94-a223e8aa5ca1 req-c9ccb56f-58d4-41ad-8b37-8da9b6059e4a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "DELETE /v2.0/ports/e0cf8873-a8a1-4c3e-9d85-66cc413eac02 HTTP/1.1" status: 204 len: 173 time: 0.9783185 Sep 16 10:52:21.999349 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:22.051093 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Network 0e878560-2374-47b1-bb39-8159e95bacfd is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:52:22.054215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:52:22.060252 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:52:22.088945 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:22.107386 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.107729 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.108064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.108396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.108837 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.109158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.109482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.109877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.110193 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.110515 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.110832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.111146 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:52:22.157621 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:22.159654 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:22.255428 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-0bd39885-caa4-4c77-8530-e18e2ce83723 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4104025 Sep 16 10:52:22.277484 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Request body: {'port': {'device_id': 'a0a44534-de71-4683-bc10-6d91590e833b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:52:22.365301 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4fb42607-1cba-4d0c-bef0-0178bd555a1b req-5951913a-c314-438f-9e6e-eb4e490909b3 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fbab9f2-a7f6-408c-a4d8-06ee031a992a HTTP/1.1" status: 200 len: 210 time: 0.0747159 Sep 16 10:52:22.400033 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:22.415246 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-9653fdf5-12cf-4592-848a-85333f37b3f8 None None] Provisioning complete for port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:22.415843 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9653fdf5-12cf-4592-848a-85333f37b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:22.469056 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-9653fdf5-12cf-4592-848a-85333f37b3f8 None None] Port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:52:22.695542 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c86e2bcb-a584-4d13-846b-701e2606d187 req-ac957728-4013-45b1-9be2-5a58efd0b840 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb71ea57-cf06-4f7c-a066-70733cf48821 HTTP/1.1" status: 200 len: 210 time: 0.0375588 Sep 16 10:52:22.789777 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['e0cf8873-a8a1-4c3e-9d85-66cc413eac02'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:22.855171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d25093-23bd-4d13-93c2-3958c0e43553 req-c2cf7ec8-ad1f-462d-a27d-2e86784959bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:22.855171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f1d25093-23bd-4d13-93c2-3958c0e43553 req-c2cf7ec8-ad1f-462d-a27d-2e86784959bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1389687 Sep 16 10:52:22.860814 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fc1f08-e1d8-44c3-86f8-b18035fdb21a {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:52:22.885274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:22.941150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Transition to ACTIVE for port object 87fc1f08-e1d8-44c3-86f8-b18035fdb21a will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:52:22.980628 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f1d25093-23bd-4d13-93c2-3958c0e43553 req-7735933a-26bc-45b0-9afc-f623af8f28a8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324151 Sep 16 10:52:23.005980 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c99e5-d7df-4555-a582-092c397ac099 req-9aa3ba3c-9bcc-4f4d-b2bd-f616da041aa6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:23.005980 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd7c99e5-d7df-4555-a582-092c397ac099 req-9aa3ba3c-9bcc-4f4d-b2bd-f616da041aa6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 932 time: 0.1372087 Sep 16 10:52:23.050918 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd7c99e5-d7df-4555-a582-092c397ac099 req-702246cb-25b5-4707-9a4c-f4e4d69ac674 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Sep 16 10:52:23.373637 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:23.462244 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:23.547945 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b520-e461-4041-99fa-85dfb803300a req-3c4e3147-1539-4d1f-8fce-e6b9f03329b3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:23.549503 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-32e0b520-e461-4041-99fa-85dfb803300a req-3c4e3147-1539-4d1f-8fce-e6b9f03329b3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0999355 Sep 16 10:52:23.552897 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Attempting to bind port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:52:23.553234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Attempting to bind port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:52:23.553562 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Attempting to bind port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a on network 0e878560-2374-47b1-bb39-8159e95bacfd {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:23.567235 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a on network 0e878560-2374-47b1-bb39-8159e95bacfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:52:23.567944 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Attempting to bind port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a on network 0e878560-2374-47b1-bb39-8159e95bacfd {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:23.583502 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:52:23.583816 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Checking segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:52:23.584761 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Bound using segment: {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:52:23.585192 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Bound port: 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ec669c-bea9-4905-87f4-ce782fdf4a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:52:23.585550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:23.648967 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'name': 'network-vif-deleted', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:23.650908 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623ae12-40b6-4644-aaf3-163fb9df826e" -d '{"events": [{"server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "name": "network-vif-deleted", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:23.653054 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-32e0b520-e461-4041-99fa-85dfb803300a req-f58fc3a4-8087-4600-b5de-2b79bd693f5e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948477 Sep 16 10:52:23.726354 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:52:23.729455 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1dd2e-1807-4cb4-acea-43950cf73693 x-openstack-request-id: req-d3d1dd2e-1807-4cb4-acea-43950cf73693 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:23.741202 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb71ea57-cf06-4f7c-a066-70733cf48821", "name": "network-vif-deleted", "tag": "e0cf8873-a8a1-4c3e-9d85-66cc413eac02", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:23.741531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:52:23.741632 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3d1dd2e-1807-4cb4-acea-43950cf73693 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:23.741632 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb71ea57-cf06-4f7c-a066-70733cf48821', 'name': 'network-vif-deleted', 'tag': 'e0cf8873-a8a1-4c3e-9d85-66cc413eac02', 'status': 'completed', 'code': 200} Sep 16 10:52:23.816807 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:23.839130 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:23.840900 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:23.846823 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] 10.222.0.30 "PUT /v2.0/ports/87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 1094 time: 1.5748456 Sep 16 10:52:23.848655 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:23.857280 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:23.945579 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58b6a9-4489-42a8-94f4-dbf7d0878b20 service neutron] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:23.958934 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b97721d-0dcc-4cd9-be8d-b94a7998d56b x-openstack-request-id: req-1b97721d-0dcc-4cd9-be8d-b94a7998d56b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:23.959314 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:23.960155 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b97721d-0dcc-4cd9-be8d-b94a7998d56b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:23.961474 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:52:24.043029 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-8199434b-5f49-4919-bac8-1fac24ef2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:24.045952 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-8199434b-5f49-4919-bac8-1fac24ef2480 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1097 time: 0.0633447 Sep 16 10:52:24.081280 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 91838374-a9a8-46ac-916e-2a537fd93cda no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:52:24.111555 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-32e4c2a1-5fca-47aa-9b3a-0e0b352d9771 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 217 time: 0.0422478 Sep 16 10:52:24.116507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 91838374-a9a8-46ac-916e-2a537fd93cda {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:52:24.117195 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 91838374-a9a8-46ac-916e-2a537fd93cda not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:52:24.117880 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device e0cf8873-a8a1-4c3e-9d85-66cc413eac02 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:52:24.143848 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: e0cf8873-a8a1-4c3e-9d85-66cc413eac02 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:52:24.144639 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device e0cf8873-a8a1-4c3e-9d85-66cc413eac02 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:52:24.245034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4479-fe5f-473f-989d-10052ade2064 req-a701000b-a482-426d-915b-bddf9b73ca14 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:24.246990 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-16ee4479-fe5f-473f-989d-10052ade2064 req-a701000b-a482-426d-915b-bddf9b73ca14 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.1349535 Sep 16 10:52:24.248795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-6c93bddf-531f-4cae-825d-5d30f6840435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:24.250411 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-6c93bddf-531f-4cae-825d-5d30f6840435 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.1252294 Sep 16 10:52:24.340283 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-16ee4479-fe5f-473f-989d-10052ade2064 req-d98402e6-88e0-46ce-bc8f-a0ec43a53848 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850010 Sep 16 10:52:24.380738 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-7ad27ce2-37bc-44ec-97bd-7a31d00f2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:24.385511 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-7ad27ce2-37bc-44ec-97bd-7a31d00f2ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118441 Sep 16 10:52:24.538790 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a3f9a-4fad-4fd9-b51d-3891b712918d req-94e4e162-934d-4755-bc1b-b8bbfc488897 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:24.540277 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f83a3f9a-4fad-4fd9-b51d-3891b712918d req-94e4e162-934d-4755-bc1b-b8bbfc488897 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.1142464 Sep 16 10:52:24.592185 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-f1ad23dc-89cd-415b-b02d-348e803f6bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925726 Sep 16 10:52:24.599605 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f83a3f9a-4fad-4fd9-b51d-3891b712918d req-864bfdca-80e9-43b1-b27f-771227326a45 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519707 Sep 16 10:52:24.695678 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d7f07695-04c0-49a6-8ac7-738a46b20d2e req-e84b542d-1dbf-4b32-8421-7316872c4c72 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934553 Sep 16 10:52:25.223657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85412adc-3081-488f-8cfa-90aabfd1bfdf req-b105a4e6-047f-4028-b5c8-07096d82bb51 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:25.225197 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-85412adc-3081-488f-8cfa-90aabfd1bfdf req-b105a4e6-047f-4028-b5c8-07096d82bb51 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0616696 Sep 16 10:52:25.268048 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-85412adc-3081-488f-8cfa-90aabfd1bfdf req-c1e2adfc-85c8-4e26-b858-b15b33b4c73b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Sep 16 10:52:25.471037 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836c40a-c13e-423f-9771-fbdf33473991 req-b51a8066-e4c5-4c25-8e0c-e4d9848ffc66 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:25.472627 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7836c40a-c13e-423f-9771-fbdf33473991 req-b51a8066-e4c5-4c25-8e0c-e4d9848ffc66 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Sep 16 10:52:25.534003 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7836c40a-c13e-423f-9771-fbdf33473991 req-89eb31c7-0094-44a0-a1ab-654db88615d1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Sep 16 10:52:25.727070 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917191f-fc68-4320-82cb-17ca64fc2e38 req-4263a8da-a4b3-4825-b9a3-5d67753d39aa tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:25.728768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a917191f-fc68-4320-82cb-17ca64fc2e38 req-4263a8da-a4b3-4825-b9a3-5d67753d39aa tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0531578 Sep 16 10:52:25.773601 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a917191f-fc68-4320-82cb-17ca64fc2e38 req-5af5eb4e-6a90-446a-a7f7-0113f229bfc0 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Sep 16 10:52:26.412999 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b871-b4c8-4c98-84bd-cdc6b3ff9df3 req-d6d11948-20de-460c-9024-71a96f88af2f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:26.416769 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0d74b871-b4c8-4c98-84bd-cdc6b3ff9df3 req-d6d11948-20de-460c-9024-71a96f88af2f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0664799 Sep 16 10:52:26.468583 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0d74b871-b4c8-4c98-84bd-cdc6b3ff9df3 req-37df8995-b137-49a6-9459-6622fe84a751 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Sep 16 10:52:26.653489 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864921-51fc-4209-9581-dbaf542f7fd5 req-bf0fdb79-36ac-4425-b6ee-82fdd0f21cdb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:26.654925 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50864921-51fc-4209-9581-dbaf542f7fd5 req-bf0fdb79-36ac-4425-b6ee-82fdd0f21cdb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Sep 16 10:52:26.703894 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50864921-51fc-4209-9581-dbaf542f7fd5 req-36c4d944-4c9e-4fb3-9446-c3725b25671c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 Sep 16 10:52:26.886200 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55032-f783-45f7-a092-a0127cc91789 req-96e69a82-5f26-4733-96de-5d6472864fe6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:26.887637 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-27d55032-f783-45f7-a092-a0127cc91789 req-96e69a82-5f26-4733-96de-5d6472864fe6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0476325 Sep 16 10:52:26.927725 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-27d55032-f783-45f7-a092-a0127cc91789 req-9647681a-8b1a-4706-951b-833a01d0ed2a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Sep 16 10:52:27.591628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456d5c5-f1a8-482f-ab7a-e7d82d5acb38 req-dc4c650e-dee0-40f7-82ca-7063e80582ec tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:27.598944 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4456d5c5-f1a8-482f-ab7a-e7d82d5acb38 req-dc4c650e-dee0-40f7-82ca-7063e80582ec tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0593541 Sep 16 10:52:27.636506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4456d5c5-f1a8-482f-ab7a-e7d82d5acb38 req-a0529df2-03d7-4065-b812-29e6684b4618 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334327 Sep 16 10:52:27.824947 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfff88-d63b-4364-bcdf-c70714f3e47f req-43304d91-bb21-4624-a884-608bf78a2ebd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:27.826403 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b7cfff88-d63b-4364-bcdf-c70714f3e47f req-43304d91-bb21-4624-a884-608bf78a2ebd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Sep 16 10:52:27.865465 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b7cfff88-d63b-4364-bcdf-c70714f3e47f req-6117cfb6-9049-4010-a5d0-139e92082319 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Sep 16 10:52:28.046302 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485eb2-d2ac-43c6-8100-482a01fdcd2a req-86a9c1c4-7aea-49e4-9f90-a48675c45de5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.047770 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15485eb2-d2ac-43c6-8100-482a01fdcd2a req-86a9c1c4-7aea-49e4-9f90-a48675c45de5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0485280 Sep 16 10:52:28.085306 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15485eb2-d2ac-43c6-8100-482a01fdcd2a req-7d2226af-bdf7-41fb-b843-83a9b04e2f4c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Sep 16 10:52:28.167572 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-74e74dd0-29d0-4c4e-9a98-f6caa1e6e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.169211 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-74e74dd0-29d0-4c4e-9a98-f6caa1e6e263 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1097 time: 0.0473328 Sep 16 10:52:28.272224 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-bfea2d40-d3b4-49a3-9335-ad5e5e55a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.273778 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-bfea2d40-d3b4-49a3-9335-ad5e5e55a964 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.0851886 Sep 16 10:52:28.331148 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-7f9d193b-307f-4d61-88a7-affff9d44b97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 217 time: 0.0368178 Sep 16 10:52:28.384363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-9cb468cd-8d73-44dc-9abb-8b10be7e34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.385908 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-9cb468cd-8d73-44dc-9abb-8b10be7e34e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0451546 Sep 16 10:52:28.441603 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-cf6322c0-f7cb-4e0f-8744-56d7d028b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.443221 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-cf6322c0-f7cb-4e0f-8744-56d7d028b21c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417564 Sep 16 10:52:28.569579 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-33bd0552-a631-47c5-ba77-8fa3ebe6a583 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080081 Sep 16 10:52:28.665351 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c5c029f-0b9d-403f-8ef1-a56076fe1f3a req-b5597397-a770-4362-9503-aaa69a787d0e service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854692 Sep 16 10:52:28.783035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935479be-0825-4b49-8f88-516ec74be1ff req-a6c5114f-070b-4fe6-8983-fe06e6426b32 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:28.790578 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-935479be-0825-4b49-8f88-516ec74be1ff req-a6c5114f-070b-4fe6-8983-fe06e6426b32 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0824187 Sep 16 10:52:28.841247 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-935479be-0825-4b49-8f88-516ec74be1ff req-20042e9a-f415-49b3-a215-c38ed7ad3958 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 Sep 16 10:52:29.012935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769e89-71a6-426e-a3c2-2d02ad99a012 req-d2cd9df6-3a92-42f7-bdc3-4bb7e44f33d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:29.017088 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8769e89-71a6-426e-a3c2-2d02ad99a012 req-d2cd9df6-3a92-42f7-bdc3-4bb7e44f33d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0718799 Sep 16 10:52:29.071179 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8769e89-71a6-426e-a3c2-2d02ad99a012 req-7a1f16a1-2163-4b33-9fd6-96313d8adbb6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499222 Sep 16 10:52:29.208090 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800145b6-18ad-44fe-b7de-f63552052639 req-aba08a4f-2ff2-407b-b5e0-ba67f73bb706 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:29.209660 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-800145b6-18ad-44fe-b7de-f63552052639 req-aba08a4f-2ff2-407b-b5e0-ba67f73bb706 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0489838 Sep 16 10:52:29.248843 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-800145b6-18ad-44fe-b7de-f63552052639 req-2528156e-bbb4-4eaf-80af-352acf659922 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Sep 16 10:52:29.954571 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120bd09-98b6-4cc2-9ad8-9faace0a295d req-74fca7e7-f730-4f3d-a639-04a2d5018632 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:29.957064 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0120bd09-98b6-4cc2-9ad8-9faace0a295d req-74fca7e7-f730-4f3d-a639-04a2d5018632 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0543766 Sep 16 10:52:29.998218 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0120bd09-98b6-4cc2-9ad8-9faace0a295d req-9ed659b6-b475-41d2-a73d-c1d811625ff4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Sep 16 10:52:30.218359 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6abc-b756-4cea-9260-11a3cd70af43 req-3cac00a1-ff6e-4653-99b8-4c107a67a11e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:30.219769 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dd0e6abc-b756-4cea-9260-11a3cd70af43 req-3cac00a1-ff6e-4653-99b8-4c107a67a11e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Sep 16 10:52:30.257790 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dd0e6abc-b756-4cea-9260-11a3cd70af43 req-1e0829c9-6e51-4779-98f0-fc8d658fc61f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Sep 16 10:52:30.359966 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5462050-9ca2-4edf-a995-68ce1088dd81 req-14492045-e6bc-4f72-9fb0-f31b2c9e641b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:30.361432 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f5462050-9ca2-4edf-a995-68ce1088dd81 req-14492045-e6bc-4f72-9fb0-f31b2c9e641b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0473387 Sep 16 10:52:30.403009 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f5462050-9ca2-4edf-a995-68ce1088dd81 req-6e641ee5-6827-46f5-9919-d686f155f696 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Sep 16 10:52:30.863744 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-eb347eba-0f33-491d-8e96-9eeb2b7c5f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:30.938194 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:52:31.115922 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e2ab9-b2bd-432c-b96c-694a694ded6e req-9e943631-6272-475b-a739-a30e75c265fc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:31.117613 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-987e2ab9-b2bd-432c-b96c-694a694ded6e req-9e943631-6272-475b-a739-a30e75c265fc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0506213 Sep 16 10:52:31.157272 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-987e2ab9-b2bd-432c-b96c-694a694ded6e req-24da3771-e34f-432a-8cf8-d9e4e597ac46 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Sep 16 10:52:31.380976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034d5a-8409-42d8-a800-6a8c24ed4224 req-6540ca88-a3e2-41f9-a5c5-d4d68b4c6f39 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:31.382533 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b034d5a-8409-42d8-a800-6a8c24ed4224 req-6540ca88-a3e2-41f9-a5c5-d4d68b4c6f39 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0479350 Sep 16 10:52:31.422044 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b034d5a-8409-42d8-a800-6a8c24ed4224 req-86dd16f6-846b-4322-8eaa-d8b3ec5393b9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Sep 16 10:52:31.526259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d463ade-1a1a-4498-a4e8-4822e67b0b18 req-fdc7c456-5e42-4ce3-8dd3-8fc2d8769ac5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:31.527724 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d463ade-1a1a-4498-a4e8-4822e67b0b18 req-fdc7c456-5e42-4ce3-8dd3-8fc2d8769ac5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0504320 Sep 16 10:52:31.564506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d463ade-1a1a-4498-a4e8-4822e67b0b18 req-a90f123f-3172-4821-a7a6-95874997100f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Sep 16 10:52:32.275984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd319b-c613-4055-b6ba-3de2d2f37703 req-ae927294-3eb6-459c-8a60-7d823dcb78bf tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:32.278401 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fbdd319b-c613-4055-b6ba-3de2d2f37703 req-ae927294-3eb6-459c-8a60-7d823dcb78bf tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0523946 Sep 16 10:52:32.319596 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fbdd319b-c613-4055-b6ba-3de2d2f37703 req-ffaf00db-b35f-4629-ae74-1f5e9994d21e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Sep 16 10:52:32.539009 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eff45-682a-48bf-975e-24486c041448 req-28abfd61-485e-458d-9ba5-542232010b13 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:32.540433 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-509eff45-682a-48bf-975e-24486c041448 req-28abfd61-485e-458d-9ba5-542232010b13 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 945 time: 0.0465598 Sep 16 10:52:32.576377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-509eff45-682a-48bf-975e-24486c041448 req-8703e68d-9186-4db7-ae90-e9e069564740 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300989 Sep 16 10:52:32.680936 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fed7e-d220-41f2-9ab5-3367eb42f95d req-0623aa7c-ea50-4b34-9b50-dc146843b9c1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:32.682519 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b3fed7e-d220-41f2-9ab5-3367eb42f95d req-0623aa7c-ea50-4b34-9b50-dc146843b9c1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0490139 Sep 16 10:52:32.719053 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b3fed7e-d220-41f2-9ab5-3367eb42f95d req-5d5d183e-1e74-4946-99ea-00ed76209237 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Sep 16 10:52:32.871190 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:52:32.952022 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:32.976776 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:32.978954 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d981a483-a157-4617-b06e-bcd97d47cbaa" -d '{"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-unplugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:32.991773 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:33.014047 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ff8c1-94eb-427b-9e44-b4e4c61b2f02 x-openstack-request-id: req-0d0ff8c1-94eb-427b-9e44-b4e4c61b2f02 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:33.014337 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-unplugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:33.014612 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d0ff8c1-94eb-427b-9e44-b4e4c61b2f02 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:33.015002 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'code': 200} Sep 16 10:52:33.050811 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:33.102111 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=8']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:33.449669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b62f-e749-4f73-b5fc-cddc2c2d5d0a req-9dcd6e16-3719-413c-a4c6-131e80509e00 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:33.451216 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6273b62f-e749-4f73-b5fc-cddc2c2d5d0a req-9dcd6e16-3719-413c-a4c6-131e80509e00 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0586007 Sep 16 10:52:33.488390 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6273b62f-e749-4f73-b5fc-cddc2c2d5d0a req-21927974-b1cd-4af7-b2ba-a20dfb71c633 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Sep 16 10:52:33.731388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae74f1-ad7c-4967-83fd-e07142d7cac7 req-ece73779-472a-495b-9c78-2ef27f860556 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:33.732886 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d9ae74f1-ad7c-4967-83fd-e07142d7cac7 req-ece73779-472a-495b-9c78-2ef27f860556 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0496702 Sep 16 10:52:33.744761 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3a17be77-b11a-4113-96a6-8370bff0275b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:33.771453 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d9ae74f1-ad7c-4967-83fd-e07142d7cac7 req-55804f82-3956-448d-826d-9596c047875d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 Sep 16 10:52:33.850325 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2a30c-ef2a-4b74-ad6c-c2ab7212df40 req-9fdfd9ce-4e27-4ff2-999d-6aedbc6c1462 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:33.852358 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43f2a30c-ef2a-4b74-ad6c-c2ab7212df40 req-9fdfd9ce-4e27-4ff2-999d-6aedbc6c1462 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0629237 Sep 16 10:52:33.915942 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43f2a30c-ef2a-4b74-ad6c-c2ab7212df40 req-78c23c86-b160-4703-a371-0320bbf15e53 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Sep 16 10:52:34.604668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:34.621146 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f1721-78e5-469f-bea0-aed0c3526938 req-ec0f09ba-7a1b-4155-a155-b9faab35a3b6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:34.622911 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-800f1721-78e5-469f-bea0-aed0c3526938 req-ec0f09ba-7a1b-4155-a155-b9faab35a3b6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0539942 Sep 16 10:52:34.663057 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-800f1721-78e5-469f-bea0-aed0c3526938 req-5135dfcd-c566-43ef-91d5-c7a50005b872 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Sep 16 10:52:34.897387 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15a0c4-cd8e-4d99-9d86-b1d6d93ea683 req-697d5dbe-f4ca-4300-a8fd-d0b5dc7e7c8f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:34.898416 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:34.898843 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec15a0c4-cd8e-4d99-9d86-b1d6d93ea683 req-697d5dbe-f4ca-4300-a8fd-d0b5dc7e7c8f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0486486 Sep 16 10:52:34.947010 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec15a0c4-cd8e-4d99-9d86-b1d6d93ea683 req-63e4a6a6-da34-4757-948d-7c6b7fe8384b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379312 Sep 16 10:52:35.028149 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681eacd9-1a9c-41e3-a79d-f506c39677b9 req-7ad5638d-c742-4680-90ea-7df0e0f505f6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:35.029599 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-681eacd9-1a9c-41e3-a79d-f506c39677b9 req-7ad5638d-c742-4680-90ea-7df0e0f505f6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0470181 Sep 16 10:52:35.067890 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-681eacd9-1a9c-41e3-a79d-f506c39677b9 req-03c668ac-41cb-4507-90d3-079fdfbadba2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Sep 16 10:52:35.776130 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2401ef-ddd1-41b6-b951-17823fee7941 req-a07003c0-ae40-4c7d-b045-1b5127c38221 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:35.777606 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8f2401ef-ddd1-41b6-b951-17823fee7941 req-a07003c0-ae40-4c7d-b045-1b5127c38221 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0507507 Sep 16 10:52:35.822141 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8f2401ef-ddd1-41b6-b951-17823fee7941 req-a7546cf1-ce2a-4756-9a2f-19dc415266a9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375850 Sep 16 10:52:35.935649 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:36.070214 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5bd12-f185-4ceb-8d2b-1dc89ed4e49a req-dbbb34f4-976b-4bff-a283-be864904e325 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:36.071803 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c4e5bd12-f185-4ceb-8d2b-1dc89ed4e49a req-dbbb34f4-976b-4bff-a283-be864904e325 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0520082 Sep 16 10:52:36.109401 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c4e5bd12-f185-4ceb-8d2b-1dc89ed4e49a req-3efa871e-de89-4796-a6f3-29308884ff74 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Sep 16 10:52:36.185161 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dc1be-da46-4a77-8a7c-75aa2179dec3 req-44a4dd92-0715-47f0-b988-9d8bbf3849f9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:36.186737 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f73dc1be-da46-4a77-8a7c-75aa2179dec3 req-44a4dd92-0715-47f0-b988-9d8bbf3849f9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0531688 Sep 16 10:52:36.230609 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f73dc1be-da46-4a77-8a7c-75aa2179dec3 req-3c50c1bc-bc3e-45d7-879a-e462c416bc98 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Sep 16 10:52:36.894818 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-5c2c9ae9-e7d5-4201-a226-ebf48f4d1dd8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:36.896309 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-5c2c9ae9-e7d5-4201-a226-ebf48f4d1dd8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/networks?id=b8432287-a8cc-4d0a-ae75-1612bb058165 HTTP/1.1" status: 200 len: 812 time: 0.3442357 Sep 16 10:52:36.928221 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-09682be0-8033-40d4-bf74-3eaad1164547 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/quotas/08bb5edb08b343b7935754a32c734dec HTTP/1.1" status: 200 len: 375 time: 0.0231903 Sep 16 10:52:36.964779 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-06a6bfa7-0e7f-4147-aec2-60c80e880dc3 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306776 Sep 16 10:52:36.972091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df4fab-3b8a-43b4-9e59-e6ab9b979008 req-b0cb0a30-027d-4dc0-ac6d-2e49db565394 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:36.973448 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d6df4fab-3b8a-43b4-9e59-e6ab9b979008 req-b0cb0a30-027d-4dc0-ac6d-2e49db565394 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0762823 Sep 16 10:52:37.064868 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d6df4fab-3b8a-43b4-9e59-e6ab9b979008 req-52efc57a-d6ba-42fe-bc77-f9cca190f42f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838413 Sep 16 10:52:37.098396 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-1ea76128-691e-42be-bf46-6b1d8989efe1 service neutron] 10.222.0.36 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240265 Sep 16 10:52:37.201270 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-d35557a8-e481-4a8b-9693-e847c028ef36 service neutron] 10.222.0.36 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969570 Sep 16 10:52:37.270551 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c5490-9f8a-43b7-a98b-0cbd2d3f047b req-156b9e0a-2063-4f5c-8d3c-d0b8dcfbf0ef tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:37.272066 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-235c5490-9f8a-43b7-a98b-0cbd2d3f047b req-156b9e0a-2063-4f5c-8d3c-d0b8dcfbf0ef tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0521200 Sep 16 10:52:37.310337 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-235c5490-9f8a-43b7-a98b-0cbd2d3f047b req-ae408a2e-0d48-4ac9-949d-99f060251597 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 Sep 16 10:52:37.433671 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894b35-2abb-43e6-ac9f-c06c4bc0a7b9 req-4b078a9c-ca25-478a-b991-a15f2a648cb2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:37.435218 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2894b35-2abb-43e6-ac9f-c06c4bc0a7b9 req-4b078a9c-ca25-478a-b991-a15f2a648cb2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0684850 Sep 16 10:52:37.494956 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393f8a8d-75a1-40aa-a5c7-f4119f312103 req-528e0d15-26a1-4b49-944e-05119b476c37 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0428669 Sep 16 10:52:37.516280 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2894b35-2abb-43e6-ac9f-c06c4bc0a7b9 req-975c0576-43a4-4a49-9ca6-e9cc65de2b2f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746372 Sep 16 10:52:38.183066 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7c08b-9c97-4702-8fb7-d06b1739dd07 req-4fb8f96a-2a91-4f79-8259-8a733dcf7368 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:38.184602 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-24e7c08b-9c97-4702-8fb7-d06b1739dd07 req-4fb8f96a-2a91-4f79-8259-8a733dcf7368 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0482278 Sep 16 10:52:38.223208 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-24e7c08b-9c97-4702-8fb7-d06b1739dd07 req-c26f7558-3118-4fac-8337-cb683fe3593e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Sep 16 10:52:38.428702 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993c0ac-9a08-47fe-bbdf-093ef3bc9f85 req-80326a1c-e9ef-4c9c-b92c-198ff6c5954a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:38.430158 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f993c0ac-9a08-47fe-bbdf-093ef3bc9f85 req-80326a1c-e9ef-4c9c-b92c-198ff6c5954a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0482829 Sep 16 10:52:38.466711 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f993c0ac-9a08-47fe-bbdf-093ef3bc9f85 req-c5d80a9a-433f-4b89-9b4b-389c793adad0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306606 Sep 16 10:52:38.606381 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7031903f-8a31-441a-81d2-6f7086f2204b req-f0c2ef9e-7478-422a-9c7d-1a6e25980fba tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0400209 Sep 16 10:52:38.655183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5289-4a33-4460-b034-0de18d877e7a req-4c192261-afb9-4aa0-b2db-503dd167f65f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:38.657345 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec3a5289-4a33-4460-b034-0de18d877e7a req-4c192261-afb9-4aa0-b2db-503dd167f65f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0541208 Sep 16 10:52:38.694309 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec3a5289-4a33-4460-b034-0de18d877e7a req-b1d18c56-48f8-4884-b42c-7ff582487090 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Sep 16 10:52:39.342177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d29c8-8bcd-4be6-9064-565568d652cb req-7c3fa967-4c4c-4a41-b013-4e1a4692d911 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:39.343666 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb8d29c8-8bcd-4be6-9064-565568d652cb req-7c3fa967-4c4c-4a41-b013-4e1a4692d911 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0476830 Sep 16 10:52:39.381484 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb8d29c8-8bcd-4be6-9064-565568d652cb req-dab2e526-d5f9-4085-bc42-419f01e223a0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Sep 16 10:52:39.599662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e6ed4-faab-4539-b2db-915c53bd5f61 req-7af0e1e1-6dc9-4176-9bf5-30de4e94defe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:39.601176 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc3e6ed4-faab-4539-b2db-915c53bd5f61 req-7af0e1e1-6dc9-4176-9bf5-30de4e94defe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0522914 Sep 16 10:52:39.638550 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc3e6ed4-faab-4539-b2db-915c53bd5f61 req-2b6140bb-ef0e-44f4-a2b7-f28915c91864 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Sep 16 10:52:39.699712 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e81342d3-da47-4591-8030-7c235dadc9bd req-bd8c7b7f-4e45-4aa4-95e1-de286540c20b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Sep 16 10:52:39.832074 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe69e-52ea-4d0d-bbfa-3793936f4135 req-44107538-4055-40c4-9cd7-59b70f3c6926 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:39.833606 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20fbe69e-52ea-4d0d-bbfa-3793936f4135 req-44107538-4055-40c4-9cd7-59b70f3c6926 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0588486 Sep 16 10:52:39.870633 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20fbe69e-52ea-4d0d-bbfa-3793936f4135 req-e3d03a8d-04ef-4cb6-830c-c732abe71d5d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Sep 16 10:52:40.497963 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5558691-9de2-4ae1-aaf4-6bb5d241b0f8 req-5c76719b-be35-4919-8f23-5320a4ea9a4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:40.499331 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5558691-9de2-4ae1-aaf4-6bb5d241b0f8 req-5c76719b-be35-4919-8f23-5320a4ea9a4f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0515029 Sep 16 10:52:40.535321 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e5558691-9de2-4ae1-aaf4-6bb5d241b0f8 req-f30ec8ff-3065-48bf-ad6d-f67caa42d00c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301540 Sep 16 10:52:40.761332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c480e-9587-44df-b18a-5b9266f8f6fa req-c062e800-d54e-4283-9ae1-9a2ea46a5b17 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:40.762730 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a23c480e-9587-44df-b18a-5b9266f8f6fa req-c062e800-d54e-4283-9ae1-9a2ea46a5b17 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0494888 Sep 16 10:52:40.803524 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e504b7f6-ba3b-489c-ae09-46b1b1fab495 req-a890405f-d426-4670-a482-eb94e508c03b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0356295 Sep 16 10:52:40.822979 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a23c480e-9587-44df-b18a-5b9266f8f6fa req-057bd073-97e3-4c59-9310-9f93b17767c2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534625 Sep 16 10:52:40.987288 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a63743-e1c0-4ecd-ba85-8b5cf8403af3 req-96dd9778-5ae9-41eb-b6c3-2c0032c88399 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:40.988773 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-51a63743-e1c0-4ecd-ba85-8b5cf8403af3 req-96dd9778-5ae9-41eb-b6c3-2c0032c88399 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0497735 Sep 16 10:52:41.028254 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-51a63743-e1c0-4ecd-ba85-8b5cf8403af3 req-77ea2ec3-68fd-4f9b-b540-efce427329f4 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 16 10:52:41.650603 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd2398-da5f-4933-8144-dc5f8d84ad86 req-4ee3b688-b76d-4059-b41b-2d0f80cf4e29 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:41.652066 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2cd2398-da5f-4933-8144-dc5f8d84ad86 req-4ee3b688-b76d-4059-b41b-2d0f80cf4e29 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0481040 Sep 16 10:52:41.688601 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2cd2398-da5f-4933-8144-dc5f8d84ad86 req-50960bde-044f-433a-8ac7-80f2f4f06fdc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298998 Sep 16 10:52:41.905900 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08de05ff-fc4e-42d4-bf42-65c67b83315e req-717b5e6b-884c-4d8f-a3ea-c964813316d8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0348334 Sep 16 10:52:41.981981 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccc521-a395-470d-ab47-406c78d55271 req-a1bea666-b780-4cab-9bc3-1a852570638d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:41.983489 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d6ccc521-a395-470d-ab47-406c78d55271 req-a1bea666-b780-4cab-9bc3-1a852570638d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0686507 Sep 16 10:52:42.022361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d6ccc521-a395-470d-ab47-406c78d55271 req-d4a3ffe3-1266-4c4a-9ee0-826db8303fd9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Sep 16 10:52:42.143873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a6ed8-599c-4f70-a981-5d1926f45182 req-4c79cd90-4296-490c-9fb7-67382af9f4ad tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:42.145374 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b03a6ed8-599c-4f70-a981-5d1926f45182 req-4c79cd90-4296-490c-9fb7-67382af9f4ad tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0521290 Sep 16 10:52:42.202520 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b03a6ed8-599c-4f70-a981-5d1926f45182 req-08b9a8f9-6efa-43c1-b3f4-53f841c97bb8 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Sep 16 10:52:42.800791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828ac6-dd50-4d9e-ab2b-c65a197e68e5 req-2c771cf8-66a1-48c6-bf08-e94371f188c2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:42.803441 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07828ac6-dd50-4d9e-ab2b-c65a197e68e5 req-2c771cf8-66a1-48c6-bf08-e94371f188c2 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0478351 Sep 16 10:52:42.839326 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-07828ac6-dd50-4d9e-ab2b-c65a197e68e5 req-aa55d152-c6ae-413f-917e-1e3705de4545 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Sep 16 10:52:43.029198 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2d6d391a-f483-45f1-907a-8b765dc9f0bb req-eaad1ad0-d4c8-4b2c-ae05-12ceae960e1d tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0329773 Sep 16 10:52:43.148196 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f720bf6-43ec-47e9-a0e5-3d504f523848 req-a88c1081-5e76-461b-838e-ded88bcb0607 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:43.149768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3f720bf6-43ec-47e9-a0e5-3d504f523848 req-a88c1081-5e76-461b-838e-ded88bcb0607 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0526166 Sep 16 10:52:43.189285 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3f720bf6-43ec-47e9-a0e5-3d504f523848 req-302bdb96-b7ec-48a1-8b80-00bb0356a8ac tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Sep 16 10:52:43.307945 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316e8f-9c49-44e3-878d-8d4f777f8947 req-858c34af-6ed1-488b-8432-a4681137c7a3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:43.310216 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af316e8f-9c49-44e3-878d-8d4f777f8947 req-858c34af-6ed1-488b-8432-a4681137c7a3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0522187 Sep 16 10:52:43.365109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af316e8f-9c49-44e3-878d-8d4f777f8947 req-995ffe6b-8a05-4a15-a3d0-74f9db949ba5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Sep 16 10:52:43.951953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc7b4-d09a-4124-a959-c5bf606e246b req-6e114908-f2f6-4cd5-a67f-833f207be6c1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:43.953443 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-984cc7b4-d09a-4124-a959-c5bf606e246b req-6e114908-f2f6-4cd5-a67f-833f207be6c1 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0482218 Sep 16 10:52:43.995722 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-984cc7b4-d09a-4124-a959-c5bf606e246b req-7b84ba2d-e637-4316-8d93-591376af1d07 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Sep 16 10:52:44.116368 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-10ccb54c-ae38-43d5-a8dc-d1d047b1801c req-406100bb-c3f6-4385-84d7-d3b1c95ec255 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Sep 16 10:52:44.314018 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b242d-5f82-4570-bf6b-1e44f01e5488 req-1c9dfe9a-d830-4e87-9aff-12a2fc8b3936 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:44.315387 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d2b242d-5f82-4570-bf6b-1e44f01e5488 req-1c9dfe9a-d830-4e87-9aff-12a2fc8b3936 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Sep 16 10:52:44.351821 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1d2b242d-5f82-4570-bf6b-1e44f01e5488 req-eb648208-b732-4569-8647-df53e2066e40 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Sep 16 10:52:44.465909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565fa7e-357a-4b5e-9dc0-0b587838663c req-edf7a348-71b9-4db9-a07d-c19bef62f7ed tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:44.467839 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4565fa7e-357a-4b5e-9dc0-0b587838663c req-edf7a348-71b9-4db9-a07d-c19bef62f7ed tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0466564 Sep 16 10:52:44.504371 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4565fa7e-357a-4b5e-9dc0-0b587838663c req-7c56ff47-4042-4df7-814c-e480723ec778 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Sep 16 10:52:45.109572 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908cfca-2fd5-42d8-9639-a7073c133c84 req-bfc9e004-85a0-4814-8940-5b08bd899132 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:45.110985 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7908cfca-2fd5-42d8-9639-a7073c133c84 req-bfc9e004-85a0-4814-8940-5b08bd899132 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0486491 Sep 16 10:52:45.150917 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7908cfca-2fd5-42d8-9639-a7073c133c84 req-8ef57cc0-8405-425e-b991-6b6f56825af9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Sep 16 10:52:45.211230 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6c4bfd9-4930-4b35-9e53-86921b381ff5 req-a0357b95-8a9a-49bb-bb9a-76c4d166d797 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0249288 Sep 16 10:52:45.309114 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:45.468619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99606d44-dea0-40dc-9248-3c1a5eec75e4 req-bc81b29c-2aae-4a9c-9954-20fa12023065 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:45.470062 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99606d44-dea0-40dc-9248-3c1a5eec75e4 req-bc81b29c-2aae-4a9c-9954-20fa12023065 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0473056 Sep 16 10:52:45.505338 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99606d44-dea0-40dc-9248-3c1a5eec75e4 req-9b0b47c4-0cd7-4ae1-ab5f-bc88d81212fa tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295005 Sep 16 10:52:45.616341 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b612054-d4a1-4d58-bf6b-7d9115f02a12 req-e27f2c96-9dd6-4a2f-8dd6-772c61781fdd tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:45.617752 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b612054-d4a1-4d58-bf6b-7d9115f02a12 req-e27f2c96-9dd6-4a2f-8dd6-772c61781fdd tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0488374 Sep 16 10:52:45.654850 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7b612054-d4a1-4d58-bf6b-7d9115f02a12 req-93f7f8aa-fb37-4efd-a5bf-e4148bf78bf7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Sep 16 10:52:46.275614 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2f93-013b-491f-b1e9-2365d0bfc629 req-d5fab5dd-2a10-4402-a408-92c4afe072dc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:46.277133 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162b2f93-013b-491f-b1e9-2365d0bfc629 req-d5fab5dd-2a10-4402-a408-92c4afe072dc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0614233 Sep 16 10:52:46.307945 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ce776653-48b3-4769-99ae-d75903daa706 req-3c457580-86ed-4e78-90a5-c11c9d5660c2 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0293252 Sep 16 10:52:46.333876 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162b2f93-013b-491f-b1e9-2365d0bfc629 req-84b6c7fd-a9ee-47c9-92f6-1a811800a2dc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Sep 16 10:52:46.622054 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fd5ec-f96c-4919-aac8-a9ecdf5ea695 req-19075443-e94a-4c36-9f02-881f83e782b5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:46.623516 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fb6fd5ec-f96c-4919-aac8-a9ecdf5ea695 req-19075443-e94a-4c36-9f02-881f83e782b5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Sep 16 10:52:46.659733 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fb6fd5ec-f96c-4919-aac8-a9ecdf5ea695 req-34c02365-1fdf-43e2-bad8-3c1d6f7dea69 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303881 Sep 16 10:52:46.766547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103bc3d-87b8-4ce5-a6f2-eaacd40c31ac req-2bd8c21f-2347-4ba2-be03-a570469b41b8 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:46.767998 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8103bc3d-87b8-4ce5-a6f2-eaacd40c31ac req-2bd8c21f-2347-4ba2-be03-a570469b41b8 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0505521 Sep 16 10:52:46.804540 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8103bc3d-87b8-4ce5-a6f2-eaacd40c31ac req-b098fa6b-0d6c-48de-82a0-e3f936576904 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Sep 16 10:52:47.408645 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-e633e4e7-fb6b-453f-9fa5-798f7099b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.410076 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-e633e4e7-fb6b-453f-9fa5-798f7099b291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1096 time: 0.0836365 Sep 16 10:52:47.413155 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c549d6c2-12a4-4b4f-8e3f-1491d8072623 req-9c7bea61-639f-432e-8780-912d805d05f2 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0321465 Sep 16 10:52:47.517553 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56d33-6e67-495f-8f5e-7d033cf329eb req-e4c342cf-dcf5-4bea-9a33-750e49b30e85 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.519049 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cad56d33-6e67-495f-8f5e-7d033cf329eb req-e4c342cf-dcf5-4bea-9a33-750e49b30e85 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.1079631 Sep 16 10:52:47.553071 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-c61d23b0-d960-4e60-869b-2dc85a489dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.554569 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-c61d23b0-d960-4e60-869b-2dc85a489dec service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.1321633 Sep 16 10:52:47.603556 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cad56d33-6e67-495f-8f5e-7d033cf329eb req-155c7763-080b-49b8-bf6e-43e125a09d92 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779612 Sep 16 10:52:47.631525 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-43084bc0-4e94-4e4c-9bee-9cb5b29ce3bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 998 time: 0.0665433 Sep 16 10:52:47.687238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-4f86c2e3-0a75-4979-8463-aa3a74a8a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.692648 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-4f86c2e3-0a75-4979-8463-aa3a74a8a54d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0424945 Sep 16 10:52:47.760726 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-a9df1e2d-3cbd-4a15-bd9b-d847abf4faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.762755 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-a9df1e2d-3cbd-4a15-bd9b-d847abf4faf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616221 Sep 16 10:52:47.781844 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04180fa9-a057-4c02-b46f-de7dc0ca7fdb req-da25a547-c61d-493a-9c36-899c3843afac tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.783208 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04180fa9-a057-4c02-b46f-de7dc0ca7fdb req-da25a547-c61d-493a-9c36-899c3843afac tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0528805 Sep 16 10:52:47.873606 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04180fa9-a057-4c02-b46f-de7dc0ca7fdb req-7cdadf92-8236-4b84-8488-b1320bcb6433 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828435 Sep 16 10:52:47.928049 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-30128172-8c48-486d-b082-387f84907570 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439219 Sep 16 10:52:47.939970 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5d283-8789-44b4-8cd7-d634109108ce req-e00f73e5-b50b-405e-912f-b6c8eef02c29 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:47.941332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7df5d283-8789-44b4-8cd7-d634109108ce req-e00f73e5-b50b-405e-912f-b6c8eef02c29 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0714004 Sep 16 10:52:48.038505 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7df5d283-8789-44b4-8cd7-d634109108ce req-78783696-c5e1-45ea-8360-ab5b92d8fd1c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871270 Sep 16 10:52:48.055197 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4824b933-f80b-4865-9033-7ff7ae074dfd req-ba04fc5b-5389-4582-984a-a03181261f89 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122479 Sep 16 10:52:48.367210 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-6ef76911-ae88-4992-b102-159330a48808 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:48.368675 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-6ef76911-ae88-4992-b102-159330a48808 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "GET /v2.0/networks?id=b8432287-a8cc-4d0a-ae75-1612bb058165 HTTP/1.1" status: 200 len: 812 time: 0.1048381 Sep 16 10:52:48.384853 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Request body: {'port': {'device_id': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165', 'admin_state_up': True, 'tenant_id': '08bb5edb08b343b7935754a32c734dec'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:52:48.509311 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d05f61d2-90ac-445d-b435-05627bd887e8 req-e3c7466b-7c8b-45e5-a6cc-ab685baf7505 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0293911 Sep 16 10:52:48.542008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Made reservation on behalf of 08bb5edb08b343b7935754a32c734dec for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:52:48.546113 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:48.669897 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Allocated IP 172.20.0.14 (b8432287-a8cc-4d0a-ae75-1612bb058165/4c6a3b71-1877-408b-a57e-3d55a4ebff4d/15939803-e027-4803-9891-d833ed20c1c1) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:52:48.755872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534474-81a3-4fdb-93d9-203fce9b0141 req-459242d4-7746-41ee-a75c-67bcbed76df4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:48.757383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb534474-81a3-4fdb-93d9-203fce9b0141 req-459242d4-7746-41ee-a75c-67bcbed76df4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0853426 Sep 16 10:52:48.845861 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb534474-81a3-4fdb-93d9-203fce9b0141 req-fe40e1b2-8ddc-4dbe-b6d9-25201d6f0dd4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Sep 16 10:52:48.878239 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:48.973967 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.027107 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Network b8432287-a8cc-4d0a-ae75-1612bb058165 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:52:49.033324 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Pushing event updated for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:49.035783 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:52:49.038546 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:52:49.048063 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b562df-cd89-4d81-a8b4-12dbff0a674e req-ffec4a3a-59ae-4e34-9dbe-94f3d723d0b6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.049600 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c1b562df-cd89-4d81-a8b4-12dbff0a674e req-ffec4a3a-59ae-4e34-9dbe-94f3d723d0b6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.1055129 Sep 16 10:52:49.109813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.110414 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.151148 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c1b562df-cd89-4d81-a8b4-12dbff0a674e req-8f97311f-7707-43c7-8ab3-fd710e8c38a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814207 Sep 16 10:52:49.173485 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f7ea-49d3-4c83-8280-4c1ad88d7167 req-fbb666b0-33a3-4e69-a182-263367c3e101 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.174962 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e19f7ea-49d3-4c83-8280-4c1ad88d7167 req-fbb666b0-33a3-4e69-a182-263367c3e101 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.0577457 Sep 16 10:52:49.205951 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-8b81ea34-3581-4229-9807-dcc9087ce7e9 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247187 Sep 16 10:52:49.217814 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e19f7ea-49d3-4c83-8280-4c1ad88d7167 req-2eb82325-e03d-46f3-b2a4-bc5b975afd6c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368633 Sep 16 10:52:49.231674 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Request body: {'port': {'device_id': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:52:49.283021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.451512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-c0a6bffd-4cd8-4ff1-8e2a-3911a2f31bd4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.452990 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-c0a6bffd-4cd8-4ff1-8e2a-3911a2f31bd4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 946 time: 0.0489402 Sep 16 10:52:49.540891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15939803-e027-4803-9891-d833ed20c1c1 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:52:49.548238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.555084 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Deleting port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:52:49.555506 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.560754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Transition to ACTIVE for port object 15939803-e027-4803-9891-d833ed20c1c1 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:52:49.627602 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c0cd2-4264-409c-b7fc-2965869fbc51 req-2716f77c-81af-405c-a75b-7c090910da29 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.629146 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4b3c0cd2-4264-409c-b7fc-2965869fbc51 req-2716f77c-81af-405c-a75b-7c090910da29 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 932 time: 0.0516131 Sep 16 10:52:49.648273 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.649100 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] For port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:49.649464 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.663987 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Calling delete_port for a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:52:49.710548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4b3c0cd2-4264-409c-b7fc-2965869fbc51 req-77d4cd23-1b7a-4549-af72-366f1e466d29 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753973 Sep 16 10:52:49.716059 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Pushing event updated for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:49.792007 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Attempting to bind port 15939803-e027-4803-9891-d833ed20c1c1 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:52:49.792355 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Attempting to bind port 15939803-e027-4803-9891-d833ed20c1c1 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:52:49.792707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Attempting to bind port 15939803-e027-4803-9891-d833ed20c1c1 on network b8432287-a8cc-4d0a-ae75-1612bb058165 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:49.797552 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Port 15939803-e027-4803-9891-d833ed20c1c1 on network b8432287-a8cc-4d0a-ae75-1612bb058165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:52:49.797867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Attempting to bind port 15939803-e027-4803-9891-d833ed20c1c1 on network b8432287-a8cc-4d0a-ae75-1612bb058165 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:52:49.802667 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:52:49.802997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Checking segment: {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:52:49.803373 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Bound using segment: {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:52:49.803791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Bound port: 15939803-e027-4803-9891-d833ed20c1c1, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf57259-f0c4-4c6b-9656-fccab5284ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:52:49.804138 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.861912 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.865728 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:52:49.870115 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=15939803-e027-4803-9891-d833ed20c1c1,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:52:49.877532 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603', 'f1d20566-2082-4733-b173-b6da8b211865', 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:49.894663 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event deleted for resources: {'Port': ['ID=a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:49.932013 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] No DVR routers for this DVR port a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:52:49.935281 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.937332 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-a82e17fb-381c-41db-bbdd-f378c99ff0c7 req-a69cd36a-8e2a-4da8-88a0-278227004b3a tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "DELETE /v2.0/ports/a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 HTTP/1.1" status: 204 len: 173 time: 0.4743783 Sep 16 10:52:49.937765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'name': 'network-vif-deleted', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:49.939959 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e01c88d-d027-4981-b089-5521e54438d1" -d '{"events": [{"server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "name": "network-vif-deleted", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:49.944215 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-efc6c760-b58d-494d-8f01-eb179b7b10f0 req-e7fbaf6b-b223-476b-807a-cc32fb325664 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0305107 Sep 16 10:52:49.945835 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.985395 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:49.986024 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:49.987846 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] 10.222.0.30 "PUT /v2.0/ports/15939803-e027-4803-9891-d833ed20c1c1 HTTP/1.1" status: 200 len: 1094 time: 0.7606685 Sep 16 10:52:49.990299 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'tag': '15939803-e027-4803-9891-d833ed20c1c1'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:49.992754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ce6d1d-03c0-443e-98ec-d2513a77842d" -d '{"events": [{"name": "network-changed", "server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "tag": "15939803-e027-4803-9891-d833ed20c1c1"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:49.999945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2a1c9-2a8d-4517-85e5-ae0a5505f82e x-openstack-request-id: req-a9f2a1c9-2a8d-4517-85e5-ae0a5505f82e {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:49.999945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0583769e-d9d7-4863-a56f-b4fc685b0a7d", "name": "network-vif-deleted", "tag": "a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:49.999945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9f2a1c9-2a8d-4517-85e5-ae0a5505f82e {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:50.000283 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0583769e-d9d7-4863-a56f-b4fc685b0a7d', 'name': 'network-vif-deleted', 'tag': 'a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182', 'status': 'completed', 'code': 200} Sep 16 10:52:50.028481 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516aeb3-7a4a-4f0f-bd13-44ca892eac1c service neutron] Pushing event updated for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:50.034351 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec99b3-7fac-46a4-94b8-2f6a945d4a05 x-openstack-request-id: req-52ec99b3-7fac-46a4-94b8-2f6a945d4a05 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:50.034741 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "tag": "15939803-e027-4803-9891-d833ed20c1c1", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:50.035065 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52ec99b3-7fac-46a4-94b8-2f6a945d4a05 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:50.035435 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'tag': '15939803-e027-4803-9891-d833ed20c1c1', 'status': 'completed', 'code': 200} Sep 16 10:52:50.108847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-dd764229-c649-4006-965a-d8127f9a2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.110236 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-dd764229-c649-4006-965a-d8127f9a2233 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 1097 time: 0.0433352 Sep 16 10:52:50.209050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 87fc1f08-e1d8-44c3-86f8-b18035fdb21a details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:52:50.212871 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-aef8c06d-3451-4b80-bf1d-11ac9a0d29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.214843 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-aef8c06d-3451-4b80-bf1d-11ac9a0d29b9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=08bb5edb08b343b7935754a32c734dec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922208 Sep 16 10:52:50.311159 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:50.327292 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'port_id': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'mac_address': 'fa:16:3e:71:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:52:50.373885 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc035b-b345-4f69-8e81-fcf008ab2691 req-f699141c-13ed-40fa-8bb2-e00c01c741bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.379085 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:50.380961 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6efc035b-b345-4f69-8e81-fcf008ab2691 req-f699141c-13ed-40fa-8bb2-e00c01c741bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.1491473 Sep 16 10:52:50.389895 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fc1f08-e1d8-44c3-86f8-b18035fdb21a {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:52:50.415667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:50.426736 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-70d8be27-ab6e-4a12-9fdd-00974ce352de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.428127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2ce6d1d-03c0-443e-98ec-d2513a77842d req-70d8be27-ab6e-4a12-9fdd-00974ce352de service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2047043 Sep 16 10:52:50.447559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5aaff-de34-4a2c-8469-899bb559a17d req-e76ead59-bac1-4ecf-979d-95ec5695ca90 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.449594 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95e5aaff-de34-4a2c-8469-899bb559a17d req-e76ead59-bac1-4ecf-979d-95ec5695ca90 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 944 time: 0.1323569 Sep 16 10:52:50.468367 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6efc035b-b345-4f69-8e81-fcf008ab2691 req-9b42f343-c6d7-4deb-8d38-a6c0861401d3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786948 Sep 16 10:52:50.504750 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:50.528979 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95e5aaff-de34-4a2c-8469-899bb559a17d req-622a7e1a-ee65-463d-b6f1-b9d7f25ba761 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667737 Sep 16 10:52:50.544613 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-01d8ee56-3fb8-458d-9a59-f660f57652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.546099 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-01d8ee56-3fb8-458d-9a59-f660f57652d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bb5edb08b343b7935754a32c734dec&device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 1097 time: 0.0568714 Sep 16 10:52:50.564011 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:50.592049 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-9177f48b-5f0f-4d04-bdaf-08e4c3251637 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15939803-e027-4803-9891-d833ed20c1c1 HTTP/1.1" status: 200 len: 217 time: 0.0360315 Sep 16 10:52:50.649447 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-83d543bf-f729-4001-97d0-0fbae0c95372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.650840 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-83d543bf-f729-4001-97d0-0fbae0c95372 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c6a3b71-1877-408b-a57e-3d55a4ebff4d HTTP/1.1" status: 200 len: 852 time: 0.0496609 Sep 16 10:52:50.682938 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-4fb9b2b8-0cab-4b39-96fb-9432370df229 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8432287-a8cc-4d0a-ae75-1612bb058165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237556 Sep 16 10:52:50.784798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-edd11e22-c307-4016-8c2c-09cff9365527 service neutron] 10.222.0.30 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901172 Sep 16 10:52:50.851421 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:50.890188 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d51119-c73f-4637-ac1b-03bac57eb50e req-67d21bdf-e699-4065-9363-fa5e631f26bd tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:50.891586 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-36d51119-c73f-4637-ac1b-03bac57eb50e req-67d21bdf-e699-4065-9363-fa5e631f26bd tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 944 time: 0.1026411 Sep 16 10:52:50.926680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-08ebf1a8-202b-494a-847e-202e9c6a47ae req-29285d5d-6d2c-48f7-a906-fd9bba7f893e service neutron] 10.222.0.30 "GET /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278207 Sep 16 10:52:50.945434 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-36d51119-c73f-4637-ac1b-03bac57eb50e req-d3bb2061-ecb6-4c2e-bbb4-8b31bec5f7cf tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Sep 16 10:52:51.073584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6233f87e-3810-492d-b798-f118ee6290d8 req-8b8aeda1-07d3-4cc7-abaa-dbe17211465d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=0583769e-d9d7-4863-a56f-b4fc685b0a7d HTTP/1.1" status: 200 len: 210 time: 0.0332711 Sep 16 10:52:51.589951 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a6934-9b78-495c-9bee-e462a29337c6 req-c9aaab4a-8237-4271-8a31-6599d4e08b61 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:51.591450 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b1a6934-9b78-495c-9bee-e462a29337c6 req-c9aaab4a-8237-4271-8a31-6599d4e08b61 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0487299 Sep 16 10:52:51.651192 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b1a6934-9b78-495c-9bee-e462a29337c6 req-3c81d251-9b0f-4318-9e4b-46a29de2b3a3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495450 Sep 16 10:52:51.662483 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360c10-2f02-4e82-8d1e-39cb0c8ddf93 req-f1a32567-32a8-4a28-bb4e-d770efd340b2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:51.663914 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c7360c10-2f02-4e82-8d1e-39cb0c8ddf93 req-f1a32567-32a8-4a28-bb4e-d770efd340b2 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 945 time: 0.0715978 Sep 16 10:52:51.704399 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c7360c10-2f02-4e82-8d1e-39cb0c8ddf93 req-4e5e83d2-0867-406f-9e98-0ef0dd42c1f5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335209 Sep 16 10:52:52.060049 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f2049-2681-4245-a8ee-f1928d1588d7 req-58f2fa1c-99eb-49fd-ab6f-eb64a649d106 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:52.061528 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-244f2049-2681-4245-a8ee-f1928d1588d7 req-58f2fa1c-99eb-49fd-ab6f-eb64a649d106 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 944 time: 0.0501571 Sep 16 10:52:52.230824 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 87fc1f08-e1d8-44c3-86f8-b18035fdb21a up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:52.338798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-244f2049-2681-4245-a8ee-f1928d1588d7 req-6c1270af-d496-4b22-9036-3402d3340c5c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710512 Sep 16 10:52:52.378595 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:52:52.383794 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:52.384235 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:52.472966 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:52.495663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:52.497922 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf19e6-064b-43ed-b9aa-51eb4a7c5563" -d '{"events": [{"server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "name": "network-vif-plugged", "status": "completed", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:52.510442 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:52.607248 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c817a2-7be4-4eac-86ed-6c33daa9e4ee x-openstack-request-id: req-d2c817a2-7be4-4eac-86ed-6c33daa9e4ee {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:52.607816 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "name": "network-vif-plugged", "status": "completed", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:52.608164 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2c817a2-7be4-4eac-86ed-6c33daa9e4ee {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:52.608722 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'code': 200} Sep 16 10:52:52.609619 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:52.610532 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:52:52.693287 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:52.741400 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-ad5fe209-7ab6-4cc6-845f-eb6a6ff8c7d1 req-4c6e98c9-a7c9-46dd-bb34-f76ff743566c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:52:52.742262 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ad5fe209-7ab6-4cc6-845f-eb6a6ff8c7d1 req-4c6e98c9-a7c9-46dd-bb34-f76ff743566c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052581 Sep 16 10:52:52.872300 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b238c8-16d6-4d28-88c4-9dc38c5bf1bb req-5aa5209f-3a97-4afc-b46b-9f357b8dc55b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:52.873817 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-42b238c8-16d6-4d28-88c4-9dc38c5bf1bb req-5aa5209f-3a97-4afc-b46b-9f357b8dc55b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0540516 Sep 16 10:52:52.914447 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-42b238c8-16d6-4d28-88c4-9dc38c5bf1bb req-f495680f-df01-49e8-aaca-956684b5aaa4 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Sep 16 10:52:52.989615 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b255a9-77df-4bca-95fb-0c29eb2c077d req-702abefe-09be-4438-8381-ec15fbd6ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:52.991130 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-94b255a9-77df-4bca-95fb-0c29eb2c077d req-702abefe-09be-4438-8381-ec15fbd6ff23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1099 time: 0.0407708 Sep 16 10:52:53.082481 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-94b255a9-77df-4bca-95fb-0c29eb2c077d req-fc57f9de-bbfc-435e-b99c-a53ea9b7c4f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817282 Sep 16 10:52:53.092346 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0438c-d264-427a-a928-c0d1985783d9 req-8d4db486-e1ad-4b91-b5aa-9dc6778dc8bd tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:53.093869 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-52d0438c-d264-427a-a928-c0d1985783d9 req-8d4db486-e1ad-4b91-b5aa-9dc6778dc8bd tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.1018255 Sep 16 10:52:53.107336 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07a78a-cd86-43fa-a671-6f943f98e335 req-f1f12d3d-cdc9-4c59-a8ce-5b514a7ea788 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:53.108883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed07a78a-cd86-43fa-a671-6f943f98e335 req-f1f12d3d-cdc9-4c59-a8ce-5b514a7ea788 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0862629 Sep 16 10:52:53.165227 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-52d0438c-d264-427a-a928-c0d1985783d9 req-26e198de-c32b-42fb-91c8-09ec7b54ed59 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553424 Sep 16 10:52:53.168608 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ed07a78a-cd86-43fa-a671-6f943f98e335 req-e4af40e4-b232-4206-ad21-e7593261d7e4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519295 Sep 16 10:52:53.454517 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9da3e-6cbb-4e15-acda-cb503c2389f8 req-06503f39-ec33-4b1a-afce-14a8f4a087c5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:53.455964 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-70d9da3e-6cbb-4e15-acda-cb503c2389f8 req-06503f39-ec33-4b1a-afce-14a8f4a087c5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 944 time: 0.0508840 Sep 16 10:52:53.497792 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-70d9da3e-6cbb-4e15-acda-cb503c2389f8 req-c37b4786-5b99-4957-ac87-4ad3032e3d95 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357885 Sep 16 10:52:53.554574 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51088) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:52:53.638049 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-ef78ee73-3bbf-4b27-9e57-0af0e1c8607e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823505 Sep 16 10:52:53.646738 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-128990af-fa3e-44d1-ae8c-b8cafa6db55d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:52:53.647687 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-128990af-fa3e-44d1-ae8c-b8cafa6db55d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049183 Sep 16 10:52:54.044728 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed445-ff99-4e8a-baa7-a47e3ce46d7c req-17d9e3b0-3360-4bde-8ef5-4a791df71e9d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:54.046272 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2aeed445-ff99-4e8a-baa7-a47e3ce46d7c req-17d9e3b0-3360-4bde-8ef5-4a791df71e9d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0621357 Sep 16 10:52:54.084908 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2aeed445-ff99-4e8a-baa7-a47e3ce46d7c req-914f833b-d1e9-4f13-b93e-d888fa21e1e1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Sep 16 10:52:54.313241 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c426-fdea-4ce7-b1bc-ed8208b85953 req-5087cdfe-cd53-49d4-9749-536b60152bbe tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:54.314725 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b231c426-fdea-4ce7-b1bc-ed8208b85953 req-5087cdfe-cd53-49d4-9749-536b60152bbe tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0814514 Sep 16 10:52:54.322070 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f19a6b-31eb-4914-aef2-d0f2034623c3 req-5d1ad764-4f78-4bc3-92bd-0a8cc0966398 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:54.324055 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98f19a6b-31eb-4914-aef2-d0f2034623c3 req-5d1ad764-4f78-4bc3-92bd-0a8cc0966398 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0821519 Sep 16 10:52:54.377401 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b231c426-fdea-4ce7-b1bc-ed8208b85953 req-8b4681fe-3e76-48fd-887e-a183ac7db093 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523882 Sep 16 10:52:54.382129 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98f19a6b-31eb-4914-aef2-d0f2034623c3 req-63f5ea2c-f4fc-481d-b2e6-b361e33af818 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 Sep 16 10:52:54.608674 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27ff1c-ce11-4e5d-bb56-81f726da14e3 req-cc4353f7-c17d-4e59-850c-1fabb6450195 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:54.610128 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c27ff1c-ce11-4e5d-bb56-81f726da14e3 req-cc4353f7-c17d-4e59-850c-1fabb6450195 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 944 time: 0.0476542 Sep 16 10:52:54.646466 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9c27ff1c-ce11-4e5d-bb56-81f726da14e3 req-41f7a57e-080e-47ac-89cf-b47ceaab849a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Sep 16 10:52:54.815298 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 15939803-e027-4803-9891-d833ed20c1c1 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:52:54.907330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=15939803-e027-4803-9891-d833ed20c1c1,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:54.921669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '15939803-e027-4803-9891-d833ed20c1c1', 'network_id': 'b8432287-a8cc-4d0a-ae75-1612bb058165', 'port_id': '15939803-e027-4803-9891-d833ed20c1c1', 'mac_address': 'fa:16:3e:b9:00:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6a3b71-1877-408b-a57e-3d55a4ebff4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:52:54.959077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:54.972109 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15939803-e027-4803-9891-d833ed20c1c1 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:52:54.991035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=15939803-e027-4803-9891-d833ed20c1c1,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:55.074184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:55.118790 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:55.204219 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398056-7b5c-42ae-9007-bd3c6967e076 req-d9bd3174-9c65-4ff1-8b57-9fd5f7258bfc tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:55.205758 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe398056-7b5c-42ae-9007-bd3c6967e076 req-d9bd3174-9c65-4ff1-8b57-9fd5f7258bfc tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0470450 Sep 16 10:52:55.242916 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe398056-7b5c-42ae-9007-bd3c6967e076 req-1e615cb3-0822-4212-8e82-6a4f736d16be tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Sep 16 10:52:55.518754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d7701-5adb-42ae-9aeb-5ca5d4264bde req-63c865c2-2f81-41dc-9177-8384e6857378 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:55.520201 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-798d7701-5adb-42ae-9aeb-5ca5d4264bde req-63c865c2-2f81-41dc-9177-8384e6857378 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0777156 Sep 16 10:52:55.530360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d873e-6a06-4732-9e0c-f8c6ee085810 req-50debca2-2ba7-4c66-8e25-bc4737c45955 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:55.531709 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b00d873e-6a06-4732-9e0c-f8c6ee085810 req-50debca2-2ba7-4c66-8e25-bc4737c45955 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0781627 Sep 16 10:52:55.584335 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-798d7701-5adb-42ae-9aeb-5ca5d4264bde req-eaea9e40-96da-4469-8466-cf9ac05729c4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Sep 16 10:52:55.589054 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b00d873e-6a06-4732-9e0c-f8c6ee085810 req-470e96b5-bf6b-44dd-82bc-d82010ba270a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508440 Sep 16 10:52:55.746948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:52:55.758379 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196140dd-e7f8-49f0-ba5b-2fad63226a4c req-37c10738-066e-4816-b42c-a1cf99aa1b5a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:55.760552 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-196140dd-e7f8-49f0-ba5b-2fad63226a4c req-37c10738-066e-4816-b42c-a1cf99aa1b5a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Sep 16 10:52:55.768217 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:52:55.768594 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device a5b8b55a-4d97-4cd4-85c3-a18ce7b4a182 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:52:55.801325 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-196140dd-e7f8-49f0-ba5b-2fad63226a4c req-323ac9cd-486c-4911-8529-b179c6c30b1f tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Sep 16 10:52:56.245621 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21518f7d-3aed-4791-ba8c-516f62bf4793 req-a8968d08-e2df-4bd0-9244-25b627a320ed tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:56.247005 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21518f7d-3aed-4791-ba8c-516f62bf4793 req-a8968d08-e2df-4bd0-9244-25b627a320ed tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Sep 16 10:52:56.284026 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21518f7d-3aed-4791-ba8c-516f62bf4793 req-2df6c892-9af1-49cc-9cd2-f641811a37c3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Sep 16 10:52:56.357085 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf40c5-f2da-4273-9235-8bdade0542ef req-81c28c15-3091-4eb1-9be9-22d92ddeff13 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:56.358533 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ecf40c5-f2da-4273-9235-8bdade0542ef req-81c28c15-3091-4eb1-9be9-22d92ddeff13 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0481551 Sep 16 10:52:56.394832 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ecf40c5-f2da-4273-9235-8bdade0542ef req-8e5f7b23-ed13-4ada-be2a-c5c885ab8fa5 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 Sep 16 10:52:56.726791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b5c7a-50a5-4982-a833-0fa31b74fc3e req-341d9748-09c6-487f-94f4-5daa4af8eb41 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:56.728257 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f22b5c7a-50a5-4982-a833-0fa31b74fc3e req-341d9748-09c6-487f-94f4-5daa4af8eb41 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0785525 Sep 16 10:52:56.735701 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece5ad-1b94-4609-a002-0b0f05a48746 req-de60cd2b-72b5-4b85-8c35-b64cc7418ccd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:56.737042 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e3ece5ad-1b94-4609-a002-0b0f05a48746 req-de60cd2b-72b5-4b85-8c35-b64cc7418ccd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0779388 Sep 16 10:52:56.784581 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f22b5c7a-50a5-4982-a833-0fa31b74fc3e req-af1be967-7bf7-4465-83d7-f39af479575b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Sep 16 10:52:56.796414 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e3ece5ad-1b94-4609-a002-0b0f05a48746 req-b74ed6f2-33ac-4a15-bcba-2cb361166ce8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528319 Sep 16 10:52:56.915349 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50a01-8048-4661-9e1f-fa13151db8bc req-27848078-3343-4bcb-8e7c-df183cfe9948 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:56.916753 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6dc50a01-8048-4661-9e1f-fa13151db8bc req-27848078-3343-4bcb-8e7c-df183cfe9948 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 945 time: 0.0486586 Sep 16 10:52:56.955771 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6dc50a01-8048-4661-9e1f-fa13151db8bc req-60789e2c-294c-4c9a-a35a-433f6892ce0d tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Sep 16 10:52:57.054201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-c0f8bdf6-3676-48c8-9775-b5663270cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.055691 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-c0f8bdf6-3676-48c8-9775-b5663270cd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.0434055 Sep 16 10:52:57.145881 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-41ceb020-ce12-4cbf-99f8-bb1b26748e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.147366 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-41ceb020-ce12-4cbf-99f8-bb1b26748e75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 918 time: 0.0835004 Sep 16 10:52:57.198099 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-098cbdc8-07c9-4a0b-b15a-63b45c2d72b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 217 time: 0.0372536 Sep 16 10:52:57.220150 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['15939803-e027-4803-9891-d833ed20c1c1'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:57.264266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-e4da74c4-a02a-4f71-9174-119d93271cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.265877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-e4da74c4-a02a-4f71-9174-119d93271cd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0460193 Sep 16 10:52:57.300868 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-ce95ef57-381a-43a9-a9dc-99da57637047 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248873 Sep 16 10:52:57.444479 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9ec70-02e3-4a88-9d38-011c0062d58b req-550e6f67-53d1-44e9-8f4c-4b297b00f87a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.445967 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-baf9ec70-02e3-4a88-9d38-011c0062d58b req-550e6f67-53d1-44e9-8f4c-4b297b00f87a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0940883 Sep 16 10:52:57.463397 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-5ac8e06c-63cc-4d9c-90f6-6764a1e83c52 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392260 Sep 16 10:52:57.542643 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-baf9ec70-02e3-4a88-9d38-011c0062d58b req-2079db35-2ead-4592-abb4-f0177b5d04c6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Sep 16 10:52:57.586587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d188fc-5539-4a44-9d20-33b8d8d8d4aa req-5371a1e6-3a26-49c1-acc6-66624b02fe1a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.588083 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69d188fc-5539-4a44-9d20-33b8d8d8d4aa req-5371a1e6-3a26-49c1-acc6-66624b02fe1a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.1277602 Sep 16 10:52:57.619680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b3042b15-08ac-4b2e-964c-c2199c969a8e req-55be121b-bdf4-483d-83fe-b279367ac3da service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400580 Sep 16 10:52:57.638028 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69d188fc-5539-4a44-9d20-33b8d8d8d4aa req-21ca06c7-08d2-42fc-b29c-b1e58908d453 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Sep 16 10:52:57.928498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc863-ce56-42b4-8bd5-0b63701e0855 req-973adbc6-7912-40e6-9766-2e927168f854 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.930253 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-05cdc863-ce56-42b4-8bd5-0b63701e0855 req-973adbc6-7912-40e6-9766-2e927168f854 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Sep 16 10:52:57.942950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9c61d-3c24-4bba-913f-8938e5ae0f88 req-a2f0fb72-4f3a-48b6-98d2-020ae00ac1bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:57.944356 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06c9c61d-3c24-4bba-913f-8938e5ae0f88 req-a2f0fb72-4f3a-48b6-98d2-020ae00ac1bb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0682621 Sep 16 10:52:57.996677 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-05cdc863-ce56-42b4-8bd5-0b63701e0855 req-a042201e-9c72-4094-982e-67017af4f1c8 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513337 Sep 16 10:52:58.004198 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06c9c61d-3c24-4bba-913f-8938e5ae0f88 req-45e1c402-03b2-44a5-8405-2a6dd1bec014 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524812 Sep 16 10:52:58.105771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3e5cb-b695-4d81-9a48-1943758ed802 req-ce73634d-151c-47a6-9376-c948bf4a090c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:58.107587 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4fd3e5cb-b695-4d81-9a48-1943758ed802 req-ce73634d-151c-47a6-9376-c948bf4a090c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Sep 16 10:52:58.152856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4fd3e5cb-b695-4d81-9a48-1943758ed802 req-838adbb4-5a5f-4ca5-a4d0-e8b6dbbf0a10 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Sep 16 10:52:58.412284 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-6269e111-9164-4eac-8a82-f35486afab8e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:58.413841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-6269e111-9164-4eac-8a82-f35486afab8e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Sep 16 10:52:58.518272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Deleting port f1d20566-2082-4733-b173-b6da8b211865 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:52:58.518604 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:58.603652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] For port f1d20566-2082-4733-b173-b6da8b211865, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=f1d20566-2082-4733-b173-b6da8b211865,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:58.604617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:58.626326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Calling delete_port for f1d20566-2082-4733-b173-b6da8b211865 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:52:58.703273 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e19da-9f86-4328-bd41-b924b544db69 req-2b718a26-3e40-42f4-8fa4-57c731f0f09e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:58.704801 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-869e19da-9f86-4328-bd41-b924b544db69 req-2b718a26-3e40-42f4-8fa4-57c731f0f09e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0925736 Sep 16 10:52:58.801472 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-869e19da-9f86-4328-bd41-b924b544db69 req-16e288e0-68c9-4e19-8e52-f98d04ba8775 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780754 Sep 16 10:52:58.810771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a249-9726-4f1a-8b5f-51e0def308f1 req-67a86561-4454-45bc-8384-dbd3ef52f22d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:58.812244 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4383a249-9726-4f1a-8b5f-51e0def308f1 req-67a86561-4454-45bc-8384-dbd3ef52f22d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.1065800 Sep 16 10:52:58.847386 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 15939803-e027-4803-9891-d833ed20c1c1 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:52:58.895940 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4383a249-9726-4f1a-8b5f-51e0def308f1 req-e88c51cb-0138-4fca-94e3-8975b933591c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760961 Sep 16 10:52:59.009216 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461b8b-3b57-4ec4-99ac-111e391be9d3 req-f3decb5a-be78-477e-b258-320b5a894574 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.011333 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd461b8b-3b57-4ec4-99ac-111e391be9d3 req-f3decb5a-be78-477e-b258-320b5a894574 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0504849 Sep 16 10:52:59.033534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 15939803-e027-4803-9891-d833ed20c1c1 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:52:59.038268 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:59.045212 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 15939803-e027-4803-9891-d833ed20c1c1 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:52:59.045212 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:59.067707 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603', 'f1d20566-2082-4733-b173-b6da8b211865'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:52:59.078313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event deleted for resources: {'Port': ['ID=f1d20566-2082-4733-b173-b6da8b211865,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:59.131525 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cd461b8b-3b57-4ec4-99ac-111e391be9d3 req-bc585197-f737-44e5-8620-c54c4db77faf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Sep 16 10:52:59.133382 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-71b1e562-ee1e-4819-9215-b2160755346e req-bae86d86-fe87-41a9-9d7b-d539fc3d3b28 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0608528 Sep 16 10:52:59.167184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] No DVR routers for this DVR port f1d20566-2082-4733-b173-b6da8b211865 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:52:59.170387 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:59.172904 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-041c6b07-71e0-4af3-9533-648ae1ac592f req-53cef5a6-a654-413f-98ea-6be9ed9d3786 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "DELETE /v2.0/ports/f1d20566-2082-4733-b173-b6da8b211865 HTTP/1.1" status: 204 len: 173 time: 0.7489262 Sep 16 10:52:59.173375 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'name': 'network-vif-deleted', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:59.175630 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b89410-1efc-41e0-976e-9ce5af8fc501" -d '{"events": [{"server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "name": "network-vif-deleted", "tag": "f1d20566-2082-4733-b173-b6da8b211865"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:59.205046 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:59.246175 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15939803-e027-4803-9891-d833ed20c1c1'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:52:59.248377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eccd41d-9e32-4003-8f13-14b258e56cc8" -d '{"events": [{"server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "name": "network-vif-plugged", "status": "completed", "tag": "15939803-e027-4803-9891-d833ed20c1c1"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:52:59.269378 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=15939803-e027-4803-9891-d833ed20c1c1,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:52:59.288186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784afa6-6de9-4c2a-b292-c9b067d2af48 req-98049399-1fd9-4db3-947e-5549005902f1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.289713 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f784afa6-6de9-4c2a-b292-c9b067d2af48 req-98049399-1fd9-4db3-947e-5549005902f1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0655496 Sep 16 10:52:59.331479 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f784afa6-6de9-4c2a-b292-c9b067d2af48 req-5a86a115-2a94-47a8-818a-9d9dda2d489c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Sep 16 10:52:59.365695 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:52:59.425577 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:52:59.453604 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e91b1aa-3f3f-4572-838c-fcac503a6b43 x-openstack-request-id: req-2e91b1aa-3f3f-4572-838c-fcac503a6b43 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:59.454064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ede71a-b2f2-4387-b430-0fe8f6285684", "name": "network-vif-deleted", "tag": "f1d20566-2082-4733-b173-b6da8b211865", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:59.454064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e91b1aa-3f3f-4572-838c-fcac503a6b43 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:59.454619 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ede71a-b2f2-4387-b430-0fe8f6285684', 'name': 'network-vif-deleted', 'tag': 'f1d20566-2082-4733-b173-b6da8b211865', 'status': 'completed', 'code': 200} Sep 16 10:52:59.472478 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621446-ee73-44ff-be78-72e54c170d8f req-604d4485-069d-4923-801f-bf53b73eb0c3 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.478340 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb621446-ee73-44ff-be78-72e54c170d8f req-604d4485-069d-4923-801f-bf53b73eb0c3 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0858963 Sep 16 10:52:59.483635 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98063cf-9bf4-4305-89ce-7e011628e011 x-openstack-request-id: req-f98063cf-9bf4-4305-89ce-7e011628e011 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:52:59.483928 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "name": "network-vif-plugged", "status": "completed", "tag": "15939803-e027-4803-9891-d833ed20c1c1", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:52:59.484179 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f98063cf-9bf4-4305-89ce-7e011628e011 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:52:59.484611 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15939803-e027-4803-9891-d833ed20c1c1', 'code': 200} Sep 16 10:52:59.521028 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb621446-ee73-44ff-be78-72e54c170d8f req-17c44e46-d699-4f23-b1c0-1ad837738f28 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Sep 16 10:52:59.574641 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf298c7-cb2c-4ab2-bc21-f69bf0b030e6 req-bd99ce05-a63c-4c82-96e0-055683410cc9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.576100 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ccf298c7-cb2c-4ab2-bc21-f69bf0b030e6 req-bd99ce05-a63c-4c82-96e0-055683410cc9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0487473 Sep 16 10:52:59.615860 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ccf298c7-cb2c-4ab2-bc21-f69bf0b030e6 req-93409222-24fd-4edc-82fe-aebdd7e8f1f8 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Sep 16 10:52:59.696969 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-fb178dc8-6c60-4baf-a395-d2b6ca59514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.698966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-fb178dc8-6c60-4baf-a395-d2b6ca59514e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0810061 Sep 16 10:52:59.792107 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-72e247b2-5a69-4fcc-9880-c8765fa601ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.793656 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-72e247b2-5a69-4fcc-9880-c8765fa601ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1096 time: 0.0465279 Sep 16 10:52:59.832269 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa395d5d-b226-4dfa-a786-a1c7d91d1e58 req-f9cb5eaa-b228-4b4d-bf26-39e0adbe85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.834287 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-aa395d5d-b226-4dfa-a786-a1c7d91d1e58 req-f9cb5eaa-b228-4b4d-bf26-39e0adbe85f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 1099 time: 0.0435491 Sep 16 10:52:59.874238 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-aa395d5d-b226-4dfa-a786-a1c7d91d1e58 req-0b7740b3-987f-466e-980f-7f1ec300bf44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308030 Sep 16 10:52:59.920824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-5f350ff1-ab7a-4532-a32e-c54779d85216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.922219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-5f350ff1-ab7a-4532-a32e-c54779d85216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.1169024 Sep 16 10:52:59.934416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe12a74-0806-41e4-86b9-94fc5e323166 req-fc843e56-2d98-4717-ae35-4d3f897be437 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:52:59.935746 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3fe12a74-0806-41e4-86b9-94fc5e323166 req-fc843e56-2d98-4717-ae35-4d3f897be437 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0662484 Sep 16 10:52:59.976223 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3fe12a74-0806-41e4-86b9-94fc5e323166 req-9b9a878f-812e-4aa9-aa59-42adecba27fd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Sep 16 10:53:00.154584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-d418252a-168f-4932-951b-1e4b618215bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 998 time: 0.0569923 Sep 16 10:53:00.222170 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-c1de3f57-5f33-4c1f-a6af-dabf21012178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:00.223806 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-c1de3f57-5f33-4c1f-a6af-dabf21012178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0554957 Sep 16 10:53:00.258300 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5942b422-1efd-466f-9fa1-09a3f52fed91 req-e9e1c1dd-7505-494b-b9d5-826d9e9e2d2d tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=26ede71a-b2f2-4387-b430-0fe8f6285684 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Sep 16 10:53:00.286070 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-17cc011a-af3e-462b-9584-895e07b7f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:00.287546 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-17cc011a-af3e-462b-9584-895e07b7f026 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514498 Sep 16 10:53:00.480408 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-9d6f731f-bb27-4681-8d76-e7d3ef31c0a7 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181769 Sep 16 10:53:00.492493 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14055dc4-fa2a-4a72-884c-0acafbe7c845 req-88af8ee0-b61d-41e1-8810-682ec32c4b1b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:00.494452 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14055dc4-fa2a-4a72-884c-0acafbe7c845 req-88af8ee0-b61d-41e1-8810-682ec32c4b1b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0604916 Sep 16 10:53:00.589610 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14055dc4-fa2a-4a72-884c-0acafbe7c845 req-0c805667-b9ff-4174-96d1-a280efb9b9b4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821853 Sep 16 10:53:00.636218 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e5beffd-3978-47c0-abae-a6e284cde2c7 req-3dcbeacf-0db9-4ed4-a289-98ebd75aff38 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356459 Sep 16 10:53:00.652711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baec62-bef0-4620-bf87-bba4dad833eb req-ef5d2c82-c51d-44b7-a9a3-b1faa900f8df tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:00.654174 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79baec62-bef0-4620-bf87-bba4dad833eb req-ef5d2c82-c51d-44b7-a9a3-b1faa900f8df tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0624127 Sep 16 10:53:00.692700 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79baec62-bef0-4620-bf87-bba4dad833eb req-be5969a6-8e41-43f6-8039-1466125c65b4 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Sep 16 10:53:00.887347 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b291dc04-b3b6-4e41-a2bb-d33eec0af29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:01.125385 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2e6cd-9056-4cb7-b370-02113f74a097 req-b4ceb053-0d38-4466-99cd-5c640b6e41ac tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:01.132242 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4be2e6cd-9056-4cb7-b370-02113f74a097 req-b4ceb053-0d38-4466-99cd-5c640b6e41ac tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0839252 Sep 16 10:53:01.201654 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4be2e6cd-9056-4cb7-b370-02113f74a097 req-b8dfccc4-8e9a-4c31-a728-c279fe305f4f tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Sep 16 10:53:01.747381 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707886c-94d1-4f6a-a98a-85a0ebf7c1ef req-73c2c0aa-8142-47b0-9174-931d3c9b87d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:01.755700 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4707886c-94d1-4f6a-a98a-85a0ebf7c1ef req-73c2c0aa-8142-47b0-9174-931d3c9b87d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0762959 Sep 16 10:53:01.826968 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4707886c-94d1-4f6a-a98a-85a0ebf7c1ef req-01c2d7b2-49ad-44d2-9b2e-6a2abe91939a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677576 Sep 16 10:53:01.858696 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5826a-af47-4edc-b117-5a4ee650b011 req-d7b092bb-f097-4ab7-bb35-1aaa00b9c8a6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:01.860390 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6bd5826a-af47-4edc-b117-5a4ee650b011 req-d7b092bb-f097-4ab7-bb35-1aaa00b9c8a6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0793765 Sep 16 10:53:01.907457 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6bd5826a-af47-4edc-b117-5a4ee650b011 req-e1248e00-a361-4cc5-b82c-8ce13d085ead tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Sep 16 10:53:02.319184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd721-9cad-4dbc-a74d-160b96c5d100 req-e51fa053-d9d9-41f8-a99d-b70668c472b5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:02.320886 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1adfd721-9cad-4dbc-a74d-160b96c5d100 req-e51fa053-d9d9-41f8-a99d-b70668c472b5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0515938 Sep 16 10:53:02.370100 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1adfd721-9cad-4dbc-a74d-160b96c5d100 req-35a36f04-c727-4f0f-a74b-8163fb5d24b9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Sep 16 10:53:02.865358 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device f1d20566-2082-4733-b173-b6da8b211865 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:53:02.909506 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: f1d20566-2082-4733-b173-b6da8b211865 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:53:02.910158 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device f1d20566-2082-4733-b173-b6da8b211865 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:53:02.962604 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41d2f-e161-4484-9d70-7cf96c467ca2 req-8e222386-ef47-4982-aea8-cd6e21d90a5e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:02.964137 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-beb41d2f-e161-4484-9d70-7cf96c467ca2 req-8e222386-ef47-4982-aea8-cd6e21d90a5e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0605004 Sep 16 10:53:03.007217 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-beb41d2f-e161-4484-9d70-7cf96c467ca2 req-9f92e99c-1e49-4574-bc2c-99df7245c9ff tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Sep 16 10:53:03.117109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce40e0-3b6d-47ec-933c-1ec5184c54e9 req-68776210-5a0d-4432-89ab-244caa5a3a93 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:03.119217 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a4ce40e0-3b6d-47ec-933c-1ec5184c54e9 req-68776210-5a0d-4432-89ab-244caa5a3a93 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0517454 Sep 16 10:53:03.158568 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a4ce40e0-3b6d-47ec-933c-1ec5184c54e9 req-84a383f2-c9b8-4d5f-b8d4-7d6829c8344c tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Sep 16 10:53:03.658509 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7db2-6a51-45e5-a97c-e65cf40ef023 req-11a74c0d-c689-4571-91ec-c3850a5d5874 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:03.660006 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-991a7db2-6a51-45e5-a97c-e65cf40ef023 req-11a74c0d-c689-4571-91ec-c3850a5d5874 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0593231 Sep 16 10:53:03.710448 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-991a7db2-6a51-45e5-a97c-e65cf40ef023 req-9918de75-99fe-48aa-8bbb-b66c0c6575b9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Sep 16 10:53:03.822653 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50860d3f-0647-433d-ae24-f1547ae01b64 req-d1625c8a-a440-4a2b-8341-c29fd1504084 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:03.824077 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50860d3f-0647-433d-ae24-f1547ae01b64 req-d1625c8a-a440-4a2b-8341-c29fd1504084 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0490201 Sep 16 10:53:03.866837 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-50860d3f-0647-433d-ae24-f1547ae01b64 req-6f35a050-7558-4d5e-88cb-8d5c0e682148 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365460 Sep 16 10:53:03.989133 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e7069d21-1a1d-4c93-8f2f-84a60285ac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.144792 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f532a-7d77-41d0-ac5f-0878d60e70af req-303be7ff-d156-48bc-aad8-98bb88952fb3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:04.146602 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb4f532a-7d77-41d0-ac5f-0878d60e70af req-303be7ff-d156-48bc-aad8-98bb88952fb3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0517044 Sep 16 10:53:04.186184 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bb4f532a-7d77-41d0-ac5f-0878d60e70af req-dc779fa0-217f-4ea3-8d01-ce11d559413a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Sep 16 10:53:04.309733 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d6cd7-bc02-4bef-8df1-934b6e20a272 req-b60a305e-c7f1-4691-8742-b6b9de338fa6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:04.311358 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f18d6cd7-bc02-4bef-8df1-934b6e20a272 req-b60a305e-c7f1-4691-8742-b6b9de338fa6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0517700 Sep 16 10:53:04.326407 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51292) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:04.364941 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f18d6cd7-bc02-4bef-8df1-934b6e20a272 req-3e359e38-4fd4-4e7f-93a0-411b0b0642ef tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Sep 16 10:53:04.449997 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-47e248a2-b11a-4aa9-8505-56fae631cbe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.542180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-47e248a2-b11a-4aa9-8505-56fae631cbe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.714920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.744962 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-47e248a2-b11a-4aa9-8505-56fae631cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.801106 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-47e248a2-b11a-4aa9-8505-56fae631cbe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35ebc5a45f844a0f9fd5d1930c8c16b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733977 Sep 16 10:53:04.801792 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51298) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:04.803732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e248a2-b11a-4aa9-8505-56fae631cbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f149fb4c-5114-42ba-b64f-0c927a95fe24,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:04.854606 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b18e1a-72f1-4622-b18a-4c0c99f127e5 req-dff73d5a-09c5-4f75-a0a8-301f550562aa tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:04.856305 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59b18e1a-72f1-4622-b18a-4c0c99f127e5 req-dff73d5a-09c5-4f75-a0a8-301f550562aa tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0619230 Sep 16 10:53:04.860983 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.882600 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:04.908106 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59b18e1a-72f1-4622-b18a-4c0c99f127e5 req-908a74a9-9e17-462f-b10f-1c0c1a5fad1e tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Sep 16 10:53:04.943505 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:05.025205 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3d6b-19cc-454b-9049-5c50c7fad321 req-99425d5a-1370-43ad-89b6-8ae0f7678171 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:05.026657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dfba3d6b-19cc-454b-9049-5c50c7fad321 req-99425d5a-1370-43ad-89b6-8ae0f7678171 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0571218 Sep 16 10:53:05.035378 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:05.038865 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:05.040776 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f149fb4c-5114-42ba-b64f-0c927a95fe24 HTTP/1.1" status: 204 len: 168 time: 0.2379427 Sep 16 10:53:05.049236 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035badf0-b642-4622-a125-9e2d1a2710a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149fb4c-5114-42ba-b64f-0c927a95fe24,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:05.067009 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dfba3d6b-19cc-454b-9049-5c50c7fad321 req-f659d292-a23c-4591-a03c-54aef3feedc7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Sep 16 10:53:05.315448 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9fa54-cec5-4648-b19e-1e0252d32e7d req-b51f3110-e7fa-401e-803c-2d456d40d6d2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:05.317245 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aaf9fa54-cec5-4648-b19e-1e0252d32e7d req-b51f3110-e7fa-401e-803c-2d456d40d6d2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0566328 Sep 16 10:53:05.359197 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aaf9fa54-cec5-4648-b19e-1e0252d32e7d req-5ce17479-1306-40f5-b950-473ead9f008f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 16 10:53:05.486055 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6bc4a-68f2-4664-8aa7-51e3ec55fbf2 req-c659e99c-65dd-40fa-88d0-e1c2c39b94d6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:05.487589 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-73a6bc4a-68f2-4664-8aa7-51e3ec55fbf2 req-c659e99c-65dd-40fa-88d0-e1c2c39b94d6 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0508151 Sep 16 10:53:05.530826 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-73a6bc4a-68f2-4664-8aa7-51e3ec55fbf2 req-632326e7-cfc2-4ae9-b747-d64bd25d99f5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Sep 16 10:53:05.925454 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:06.032988 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6241ac0-f584-437a-9c33-c3f84bffc5d5 req-92bdead0-dff8-4790-aecf-dfd00f10177b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:06.034751 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b6241ac0-f584-437a-9c33-c3f84bffc5d5 req-92bdead0-dff8-4790-aecf-dfd00f10177b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Sep 16 10:53:06.077577 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b6241ac0-f584-437a-9c33-c3f84bffc5d5 req-ee8f917c-4555-4980-be46-77949be2b07d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Sep 16 10:53:06.204830 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94153ecb-d3c0-44a4-9b68-8059f34a9efd req-bff88eff-c739-4e36-8e0e-b492d097cb95 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:06.206374 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-94153ecb-d3c0-44a4-9b68-8059f34a9efd req-bff88eff-c739-4e36-8e0e-b492d097cb95 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0549648 Sep 16 10:53:06.249810 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-94153ecb-d3c0-44a4-9b68-8059f34a9efd req-3d3d83e0-a348-44b5-bff9-1b2249ecf6c7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Sep 16 10:53:06.484979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d408fab-3962-4fe1-8bee-a26a61cc712c req-35c5b49c-6143-4fde-88fa-9ea6a729dff0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:06.486600 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0d408fab-3962-4fe1-8bee-a26a61cc712c req-35c5b49c-6143-4fde-88fa-9ea6a729dff0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0485661 Sep 16 10:53:06.527941 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0d408fab-3962-4fe1-8bee-a26a61cc712c req-ff48615b-6356-4b26-8d89-ddb08eb84764 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341675 Sep 16 10:53:06.787062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51346) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:06.892383 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dd5c1-4194-402d-b740-25ca45abb3d7 req-b0a80f35-61a5-4a18-8e7e-3d541df5eeaa tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:06.894127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dc6dd5c1-4194-402d-b740-25ca45abb3d7 req-b0a80f35-61a5-4a18-8e7e-3d541df5eeaa tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.2939308 Sep 16 10:53:06.907365 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-929ee361-f195-4108-87dd-691e0fab7409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:06.936323 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dc6dd5c1-4194-402d-b740-25ca45abb3d7 req-915bce9d-82e2-423e-b714-3a3514e06db2 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Sep 16 10:53:07.025422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-929ee361-f195-4108-87dd-691e0fab7409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.094227 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-929ee361-f195-4108-87dd-691e0fab7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.129059 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-929ee361-f195-4108-87dd-691e0fab7409 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=199fb978cd004829a6a9f2546feecc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405690 Sep 16 10:53:07.131562 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51352) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:07.143320 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ee361-f195-4108-87dd-691e0fab7409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb841d-ecf9-4a81-bedf-9965cf178f5b,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:07.234991 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.257008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108dc4-aae1-4007-af7b-b871be1ae117 req-7e2e45b0-9092-4224-87d4-2aa8f229ceb6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:07.264308 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5e108dc4-aae1-4007-af7b-b871be1ae117 req-7e2e45b0-9092-4224-87d4-2aa8f229ceb6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0831909 Sep 16 10:53:07.291824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.329683 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5e108dc4-aae1-4007-af7b-b871be1ae117 req-ae28dddf-6b26-4b3f-b152-5ca3d1bfbdcf tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Sep 16 10:53:07.434717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ade94-fcca-4d24-98ef-c702e51f3b45 req-16b117e0-74c4-4577-a72f-72e278233084 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:07.436292 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1f4ade94-fcca-4d24-98ef-c702e51f3b45 req-16b117e0-74c4-4577-a72f-72e278233084 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0518632 Sep 16 10:53:07.456482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.459394 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:07.461055 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02eb841d-ecf9-4a81-bedf-9965cf178f5b HTTP/1.1" status: 204 len: 168 time: 0.3278749 Sep 16 10:53:07.473278 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432f175-8631-482f-99ea-e1477988db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb841d-ecf9-4a81-bedf-9965cf178f5b,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:07.489860 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1f4ade94-fcca-4d24-98ef-c702e51f3b45 req-1740ba7c-c8d7-46ac-98a9-02821773d0d5 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Sep 16 10:53:07.650580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cebe3-64fd-4741-926f-1ea218d0f599 req-e7639220-f9de-44cc-bff1-585ef9cfae3c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:07.652056 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4e5cebe3-64fd-4741-926f-1ea218d0f599 req-e7639220-f9de-44cc-bff1-585ef9cfae3c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0498300 Sep 16 10:53:07.691596 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4e5cebe3-64fd-4741-926f-1ea218d0f599 req-c929b704-0e15-48e0-a0b4-6bbd24eb1f0a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Sep 16 10:53:07.937722 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:53:08.053250 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788d25c-a625-4d2b-8273-3883ed6f6313 req-2cfdf432-83cb-4868-ade1-fe4f7249f4c8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:08.055407 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4788d25c-a625-4d2b-8273-3883ed6f6313 req-2cfdf432-83cb-4868-ade1-fe4f7249f4c8 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0521040 Sep 16 10:53:08.093333 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4788d25c-a625-4d2b-8273-3883ed6f6313 req-7704eb66-b6c8-48b6-81c9-833ca02b2b3a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Sep 16 10:53:08.444210 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9a057-6ece-4134-bf81-c0befe7ebca5 req-b85e9210-ca36-4ea9-84f2-776f1cf525b7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:08.445895 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01d9a057-6ece-4134-bf81-c0befe7ebca5 req-b85e9210-ca36-4ea9-84f2-776f1cf525b7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0505805 Sep 16 10:53:08.484812 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01d9a057-6ece-4134-bf81-c0befe7ebca5 req-4a0d87a9-21e8-4cf0-8ccc-e67c10a936ab tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329771 Sep 16 10:53:08.610194 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e041-d704-406d-ac19-f25559eb326e req-8ecabfdb-065e-4921-b14e-5bcbc25877b0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:08.611602 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79c2e041-d704-406d-ac19-f25559eb326e req-8ecabfdb-065e-4921-b14e-5bcbc25877b0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0486095 Sep 16 10:53:08.650784 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79c2e041-d704-406d-ac19-f25559eb326e req-290f9461-714d-4d96-b62f-a37936be39e6 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Sep 16 10:53:08.815048 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e641-2f86-42b4-83ec-652fd4024369 req-fa25c19c-e34c-4156-82f8-63e529cad2d8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:08.816560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8f27e641-2f86-42b4-83ec-652fd4024369 req-fa25c19c-e34c-4156-82f8-63e529cad2d8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0516295 Sep 16 10:53:08.855122 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8f27e641-2f86-42b4-83ec-652fd4024369 req-8fc06efd-a3c6-42c5-bae9-8c8d91c2ec71 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Sep 16 10:53:09.217709 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14faf1f-598b-42fc-86c2-6b4d179bea68 req-75064012-3f34-4ab5-8df9-31dfa3ec06ee tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:09.219372 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b14faf1f-598b-42fc-86c2-6b4d179bea68 req-75064012-3f34-4ab5-8df9-31dfa3ec06ee tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0567446 Sep 16 10:53:09.257724 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b14faf1f-598b-42fc-86c2-6b4d179bea68 req-4db5b150-b3fc-4993-a88b-7460e779f4f5 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Sep 16 10:53:09.598780 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3600d9-6460-4a8a-9fa0-ccce12d9dc1c req-c5107072-7cc0-409b-9e23-90b4a7544cda tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:09.600259 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f3600d9-6460-4a8a-9fa0-ccce12d9dc1c req-c5107072-7cc0-409b-9e23-90b4a7544cda tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0482421 Sep 16 10:53:09.640101 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f3600d9-6460-4a8a-9fa0-ccce12d9dc1c req-9647fe78-9853-40b7-9c10-7eba34b9774a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Sep 16 10:53:09.770610 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e06ab-9750-413a-8b9f-79e1574999b8 req-e968c64c-cdf0-424e-a0b6-4e34d67e29c9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:09.772144 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-918e06ab-9750-413a-8b9f-79e1574999b8 req-e968c64c-cdf0-424e-a0b6-4e34d67e29c9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0551107 Sep 16 10:53:09.812031 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-918e06ab-9750-413a-8b9f-79e1574999b8 req-6ee47307-f193-4992-9517-9e007e1f13ef tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Sep 16 10:53:09.987538 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad77a-5dfd-4641-b31a-b6278bc16948 req-0ca2152e-efcd-4b21-a49e-e743883c0d78 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:09.988994 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-318ad77a-5dfd-4641-b31a-b6278bc16948 req-0ca2152e-efcd-4b21-a49e-e743883c0d78 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0597210 Sep 16 10:53:10.030537 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-318ad77a-5dfd-4641-b31a-b6278bc16948 req-7b552884-fb67-46d4-9547-1cd051fa0722 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349746 Sep 16 10:53:10.377578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121e1a-46e6-4cf4-8f45-6c14a828ce4f req-b147eaf4-1674-4b96-b5ac-5ef10a3df8d3 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:10.384496 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a121e1a-46e6-4cf4-8f45-6c14a828ce4f req-b147eaf4-1674-4b96-b5ac-5ef10a3df8d3 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0506845 Sep 16 10:53:10.426517 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a121e1a-46e6-4cf4-8f45-6c14a828ce4f req-b3b1e964-3adf-4497-ad80-dd4cc0f16b78 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Sep 16 10:53:10.765384 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e700e-3cf6-47f2-a3ad-a842a7ff8dcb req-6fd50b96-8b4f-4550-b5c7-a0796d58407d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:10.767000 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e8e700e-3cf6-47f2-a3ad-a842a7ff8dcb req-6fd50b96-8b4f-4550-b5c7-a0796d58407d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0569909 Sep 16 10:53:10.806235 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e8e700e-3cf6-47f2-a3ad-a842a7ff8dcb req-a09273c4-f29d-495c-b754-6b15e23a37af tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Sep 16 10:53:10.931230 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416fb69-aef7-4bb4-94ea-e674ac73bee4 req-a78d6f72-849b-432b-af7f-f5fbd91125f9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:10.932774 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0416fb69-aef7-4bb4-94ea-e674ac73bee4 req-a78d6f72-849b-432b-af7f-f5fbd91125f9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0502319 Sep 16 10:53:10.971412 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0416fb69-aef7-4bb4-94ea-e674ac73bee4 req-9229a039-ccd6-4033-bbde-a1ce9423a55f tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Sep 16 10:53:11.178289 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3593b1-3723-4636-b809-d850cf720f6c req-8b43c170-5521-4a01-9ed7-d57c71ca0fdb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:11.179807 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e3593b1-3723-4636-b809-d850cf720f6c req-8b43c170-5521-4a01-9ed7-d57c71ca0fdb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0495727 Sep 16 10:53:11.218860 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e3593b1-3723-4636-b809-d850cf720f6c req-adddb98f-4198-4df9-8507-1d2f70cefbab tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Sep 16 10:53:11.553832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ebb4f-20b1-41db-9b7f-c1f2c5d39675 req-73f019cd-770b-4461-81ac-b5258ef2b2c4 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:11.553832 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-949ebb4f-20b1-41db-9b7f-c1f2c5d39675 req-73f019cd-770b-4461-81ac-b5258ef2b2c4 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0572455 Sep 16 10:53:11.593687 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-949ebb4f-20b1-41db-9b7f-c1f2c5d39675 req-49bdface-b79d-49a7-8947-1f4e3d824dcc tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Sep 16 10:53:11.920644 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7d9b6-c97b-4140-97e2-415adc208ec0 req-3ab8d2b3-dab9-4adf-92e5-4cdcf24f4633 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:11.922120 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-17e7d9b6-c97b-4140-97e2-415adc208ec0 req-3ab8d2b3-dab9-4adf-92e5-4cdcf24f4633 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0496509 Sep 16 10:53:11.961043 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-17e7d9b6-c97b-4140-97e2-415adc208ec0 req-cec21a56-c7f4-4ad6-95d7-0a8299813fca tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Sep 16 10:53:12.084281 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f362-be45-46fb-a279-ca5b40747854 req-5d2d397a-2b60-4d75-93aa-013c5af4e50c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:12.086200 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5505f362-be45-46fb-a279-ca5b40747854 req-5d2d397a-2b60-4d75-93aa-013c5af4e50c tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0491312 Sep 16 10:53:12.123795 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5505f362-be45-46fb-a279-ca5b40747854 req-66317ce0-de37-412b-b535-1374de83c8ab tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Sep 16 10:53:12.343526 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f2fc-e2cf-4b42-9a80-39764e5bef43 req-cefd1f7d-6cf0-4a42-a78a-54d5a9643c7a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:12.344975 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b849f2fc-e2cf-4b42-9a80-39764e5bef43 req-cefd1f7d-6cf0-4a42-a78a-54d5a9643c7a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Sep 16 10:53:12.388632 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b849f2fc-e2cf-4b42-9a80-39764e5bef43 req-9c9c927a-d04f-41ac-a021-dcbd0fc54ac5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351727 Sep 16 10:53:12.711562 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7011427-8988-438e-af58-261a9ed7cc05 req-6e7f0dc6-8ff6-40de-8d0c-64a6fe25d016 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:12.713092 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7011427-8988-438e-af58-261a9ed7cc05 req-6e7f0dc6-8ff6-40de-8d0c-64a6fe25d016 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0494132 Sep 16 10:53:12.752168 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7011427-8988-438e-af58-261a9ed7cc05 req-b7e282bc-8d79-4a10-a1fb-1f2aa7c58499 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Sep 16 10:53:13.079891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256284e2-cbd2-488e-9198-96cc4e53ccd5 req-31d96c3d-9c0a-4522-8875-41791b48335b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:13.082181 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-256284e2-cbd2-488e-9198-96cc4e53ccd5 req-31d96c3d-9c0a-4522-8875-41791b48335b tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Sep 16 10:53:13.121856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-256284e2-cbd2-488e-9198-96cc4e53ccd5 req-975b199f-c66b-4452-a936-48835a35feb6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337505 Sep 16 10:53:13.242317 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb3510-0406-4294-8c4e-d4292082c9e8 req-6efc9688-1bed-40cc-b708-4a7815b4e87e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:13.243834 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7ceb3510-0406-4294-8c4e-d4292082c9e8 req-6efc9688-1bed-40cc-b708-4a7815b4e87e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0530632 Sep 16 10:53:13.283145 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7ceb3510-0406-4294-8c4e-d4292082c9e8 req-641f4443-8644-4e4c-bbf0-73df9fbf1a10 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Sep 16 10:53:13.519779 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546f082-924f-4c58-a6f2-0adcd2bca86a req-eeecbee0-d7eb-4754-8edb-6a366dbc5177 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:13.521614 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f546f082-924f-4c58-a6f2-0adcd2bca86a req-eeecbee0-d7eb-4754-8edb-6a366dbc5177 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0501769 Sep 16 10:53:13.560642 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f546f082-924f-4c58-a6f2-0adcd2bca86a req-3576bfd1-d723-44c7-b543-92f1d56a500c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323181 Sep 16 10:53:13.865710 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832faf5-5c53-49cd-8280-75603c649bcd req-c2295f95-8735-4fc9-8365-a2812c9f3171 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:13.867170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2832faf5-5c53-49cd-8280-75603c649bcd req-c2295f95-8735-4fc9-8365-a2812c9f3171 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0495064 Sep 16 10:53:13.905878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2832faf5-5c53-49cd-8280-75603c649bcd req-23705c27-509f-4b7f-b57c-d35c5ccf072a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Sep 16 10:53:14.236589 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc699-2468-437d-bf47-2803be26d4ff req-9aef95a8-b774-4243-a4b4-40237ea4f7c0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:14.238061 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95cfc699-2468-437d-bf47-2803be26d4ff req-9aef95a8-b774-4243-a4b4-40237ea4f7c0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0516243 Sep 16 10:53:14.275585 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95cfc699-2468-437d-bf47-2803be26d4ff req-ae43fe73-759c-44fb-b3cf-a7cc4da9c44d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Sep 16 10:53:14.392292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d80c-36cb-4615-a93d-b86eb652bbd9 req-6403af39-1aa9-4df3-a795-d269a89ceb38 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:14.393806 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e44d80c-36cb-4615-a93d-b86eb652bbd9 req-6403af39-1aa9-4df3-a795-d269a89ceb38 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0474238 Sep 16 10:53:14.441254 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8e44d80c-36cb-4615-a93d-b86eb652bbd9 req-29dde8f1-22ed-4acf-8c6b-54d551d030e9 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Sep 16 10:53:14.679368 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9b93b-84b0-47cd-8838-327d68e840a2 req-817e22ae-b1e8-482a-849e-368fcc1f39c9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:14.680877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55b9b93b-84b0-47cd-8838-327d68e840a2 req-817e22ae-b1e8-482a-849e-368fcc1f39c9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0506260 Sep 16 10:53:14.719662 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-55b9b93b-84b0-47cd-8838-327d68e840a2 req-c0652d72-df8a-46d9-b241-9150be101b52 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327442 Sep 16 10:53:15.025782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137c9c-f2fb-413a-8b5b-7827724e8906 req-75ccced0-9382-49ba-8111-9222a638e11b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:15.027263 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4b137c9c-f2fb-413a-8b5b-7827724e8906 req-75ccced0-9382-49ba-8111-9222a638e11b tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Sep 16 10:53:15.064965 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4b137c9c-f2fb-413a-8b5b-7827724e8906 req-3232a62f-d148-4128-bab8-2d8ffc8ed62a tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Sep 16 10:53:15.307456 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:15.396004 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e92ff3-c056-4de6-91a8-ae6c1e833fc5 req-1697bff0-0dc5-4e0d-9fcc-bb5cbda2fee8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:15.397560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0e92ff3-c056-4de6-91a8-ae6c1e833fc5 req-1697bff0-0dc5-4e0d-9fcc-bb5cbda2fee8 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Sep 16 10:53:15.437451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0e92ff3-c056-4de6-91a8-ae6c1e833fc5 req-791c61d5-d204-4aa8-a1ba-22187070dced tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333920 Sep 16 10:53:15.553596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ddc57-71a7-40a4-9292-a3fb2e08fdc8 req-341bfd19-688a-46a2-9ae8-644b2f6a0697 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:15.555021 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-318ddc57-71a7-40a4-9292-a3fb2e08fdc8 req-341bfd19-688a-46a2-9ae8-644b2f6a0697 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0484309 Sep 16 10:53:15.592849 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-318ddc57-71a7-40a4-9292-a3fb2e08fdc8 req-73c61e45-cd01-4a92-8e1e-687e746d6fbc tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Sep 16 10:53:15.842234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399b84a-92e9-4f1c-9a09-e769220e8e02 req-08ec9854-7278-4779-85a3-ffb603d7fe82 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:15.843756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d399b84a-92e9-4f1c-9a09-e769220e8e02 req-08ec9854-7278-4779-85a3-ffb603d7fe82 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0529623 Sep 16 10:53:15.883212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d399b84a-92e9-4f1c-9a09-e769220e8e02 req-de978fcc-0b68-47a4-9a4d-e1446c242f92 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Sep 16 10:53:16.167877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bf87-60a1-4319-925e-ef2f7be5a4b2 req-81a22a98-eea2-4e91-8477-8b37303c5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:16.169370 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2487bf87-60a1-4319-925e-ef2f7be5a4b2 req-81a22a98-eea2-4e91-8477-8b37303c5abe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.0388525 Sep 16 10:53:16.208819 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2487bf87-60a1-4319-925e-ef2f7be5a4b2 req-20b20cf3-2ec2-40fe-8eb4-4b48a97209ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280030 Sep 16 10:53:16.556030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ed211-0f4a-4c36-a1c5-9c16c58196af req-637ea78f-eee6-4361-9a0a-7bbf89943058 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:16.557548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-260ed211-0f4a-4c36-a1c5-9c16c58196af req-637ea78f-eee6-4361-9a0a-7bbf89943058 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0486884 Sep 16 10:53:16.594879 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-260ed211-0f4a-4c36-a1c5-9c16c58196af req-cae86aca-184b-4fa3-bc39-0dd0e33175ed tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Sep 16 10:53:16.707177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51bfd-35c5-454e-8e26-299531058525 req-03bae3d1-3c5a-49b7-8e77-cc954c2032b0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:16.708763 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5cb51bfd-35c5-454e-8e26-299531058525 req-03bae3d1-3c5a-49b7-8e77-cc954c2032b0 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0520697 Sep 16 10:53:16.758074 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5cb51bfd-35c5-454e-8e26-299531058525 req-4e7cd23b-da3d-4a4a-96b5-240072de0b1b tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/security-groups?id=756b5c16-f921-41d1-8b87-8b6ef137f37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Sep 16 10:53:17.002436 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6fe-1fe1-4f1a-a0f7-60af6d678353 req-1b446e2e-0ccc-46c9-9a2d-3e94efba4bfd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:17.003897 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-852ea6fe-1fe1-4f1a-a0f7-60af6d678353 req-1b446e2e-0ccc-46c9-9a2d-3e94efba4bfd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0480397 Sep 16 10:53:17.048734 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-852ea6fe-1fe1-4f1a-a0f7-60af6d678353 req-a34cfd14-9c49-4c62-8cb1-5866cd4e002c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Sep 16 10:53:17.084755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-2533dc54-881d-4bc4-9451-859da8d3413e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:17.086211 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-2533dc54-881d-4bc4-9451-859da8d3413e tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 945 time: 0.0564966 Sep 16 10:53:17.179575 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Deleting port 57aa6951-749d-4d80-bdb9-fe78e0f14603 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:53:17.179907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:17.265294 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] For port 57aa6951-749d-4d80-bdb9-fe78e0f14603, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=57aa6951-749d-4d80-bdb9-fe78e0f14603,segment=NetworkSegment(e6a6bdd8-a28e-40a6-bf1e-073c744b7b38),segment_id=e6a6bdd8-a28e-40a6-bf1e-073c744b7b38)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:17.265655 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:17.277635 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Calling delete_port for 57aa6951-749d-4d80-bdb9-fe78e0f14603 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:53:17.511181 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:17.523465 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['57aa6951-749d-4d80-bdb9-fe78e0f14603'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:17.540511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Pushing event deleted for resources: {'Port': ['ID=57aa6951-749d-4d80-bdb9-fe78e0f14603,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:17.586761 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] No DVR routers for this DVR port 57aa6951-749d-4d80-bdb9-fe78e0f14603 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:53:17.589251 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:17.591494 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-42877b9f-a7a3-4d8d-9c4c-1aff2700660b req-b6df02c0-944c-402b-b311-f0ccabeb5ee4 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.30 "DELETE /v2.0/ports/57aa6951-749d-4d80-bdb9-fe78e0f14603 HTTP/1.1" status: 204 len: 173 time: 0.4983659 Sep 16 10:53:17.592068 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'name': 'network-vif-deleted', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:17.594953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec0b659-cd68-4188-ae1c-6c2658d144d1" -d '{"events": [{"server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "name": "network-vif-deleted", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:17.631550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7df3fc-7348-4b80-9732-053e4540325f x-openstack-request-id: req-bf7df3fc-7348-4b80-9732-053e4540325f {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:17.631932 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb22efa-1c59-4679-b6a5-70a57eb03b4d", "name": "network-vif-deleted", "tag": "57aa6951-749d-4d80-bdb9-fe78e0f14603", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:17.632207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf7df3fc-7348-4b80-9732-053e4540325f {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:17.632631 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb22efa-1c59-4679-b6a5-70a57eb03b4d', 'name': 'network-vif-deleted', 'tag': '57aa6951-749d-4d80-bdb9-fe78e0f14603', 'status': 'completed', 'code': 200} Sep 16 10:53:17.711754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35639f4-3f5c-4f42-95ab-336d36a935aa req-c52d37a7-d20a-4ad4-b55a-4d44da2233c0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:17.713343 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a35639f4-3f5c-4f42-95ab-336d36a935aa req-c52d37a7-d20a-4ad4-b55a-4d44da2233c0 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Sep 16 10:53:17.752833 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a35639f4-3f5c-4f42-95ab-336d36a935aa req-5db0f688-24ee-4651-b6a8-c4a33b3afebb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Sep 16 10:53:17.852082 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8ca5a744-7d01-4ee7-bb9b-85ca4e6da548 req-bbc3ff7d-c8a0-4044-a840-1228ff1ba6d7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0275764 Sep 16 10:53:18.169192 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7113d-066d-44cc-b218-d02718def582 req-2e5b08a8-42f5-42c7-9b52-650c83b4ec83 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.170673 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4bb7113d-066d-44cc-b218-d02718def582 req-2e5b08a8-42f5-42c7-9b52-650c83b4ec83 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0497751 Sep 16 10:53:18.237827 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4bb7113d-066d-44cc-b218-d02718def582 req-7e83c0ff-ad6f-4ae7-80cb-36204846f035 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582068 Sep 16 10:53:18.245240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa209222-a320-4621-928a-76ed1d5f48e9 req-b57f9612-4074-4ede-826c-b3c3721191a5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.246654 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fa209222-a320-4621-928a-76ed1d5f48e9 req-b57f9612-4074-4ede-826c-b3c3721191a5 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0750337 Sep 16 10:53:18.302826 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-b70a20db-c53c-4f2c-920e-23ef0601d02d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0365849 Sep 16 10:53:18.311171 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-dc3be02c-87db-4190-99ca-aab5de00e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.312794 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-dc3be02c-87db-4190-99ca-aab5de00e02d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9660652cb023491baf0272f86afca976&device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 1098 time: 0.0502753 Sep 16 10:53:18.330569 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fa209222-a320-4621-928a-76ed1d5f48e9 req-ae0056de-7519-42a0-be06-707285f049fd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Sep 16 10:53:18.378167 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-4b80eb74-1336-4067-a05a-7544acd295c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f67beace04845049ef284b8cae2addd&device_id=5cb22efa-1c59-4679-b6a5-70a57eb03b4d HTTP/1.1" status: 200 len: 210 time: 0.0235760 Sep 16 10:53:18.419603 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-9dcbcf06-4617-4356-a765-35c7721568dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.420583 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-9dcbcf06-4617-4356-a765-35c7721568dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 200 len: 918 time: 0.0910404 Sep 16 10:53:18.465210 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-f7c12b6a-0a06-4ef9-bbfe-e5269cc19dfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 200 len: 217 time: 0.0376401 Sep 16 10:53:18.492642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-28c84332-794f-4c0e-8279-f51824ccd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.494117 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-28c84332-794f-4c0e-8279-f51824ccd5a1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2f67beace04845049ef284b8cae2addd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967956 Sep 16 10:53:18.520535 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-e5c023fc-e2e0-4cc5-a2af-d0dbcc9fd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.522560 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-e5c023fc-e2e0-4cc5-a2af-d0dbcc9fd033 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 200 len: 858 time: 0.0486438 Sep 16 10:53:18.558177 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-ff5088a0-3eb4-4421-985b-b069e9622224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2597e7d9-b1bd-46ed-9143-59debde0523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261695 Sep 16 10:53:18.598268 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-3ad7ff90-0435-468c-b9bb-257da027c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:18.599046 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8cbe41c5-9ccc-47c6-8c7a-a460d33654b7 req-3ad7ff90-0435-468c-b9bb-257da027c3ff service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963264 Sep 16 10:53:18.651045 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-30545422-c1ea-4050-94d7-848b1540be8e service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836425 Sep 16 10:53:18.744125 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-c5024771-4db6-40dc-abc9-f6806b1405fd req-7a384178-681d-433d-9a1c-b7fa9024c3a6 service neutron] 10.222.0.30 "GET /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826192 Sep 16 10:53:18.906472 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51488) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:18.996743 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Deleting subnet 37819cd9-8a2c-4914-9734-f89c4923daa2 {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:53:18.999795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.033315 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.074793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.211292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.237147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37819cd9-8a2c-4914-9734-f89c4923daa2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:19.239102 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.241556 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-88191dd7-fa8d-4f94-a6e4-aacf4d3fe44c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37819cd9-8a2c-4914-9734-f89c4923daa2 HTTP/1.1" status: 204 len: 168 time: 0.3335650 Sep 16 10:53:19.243551 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51492) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:19.309372 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.407647 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a34d4-83a3-4832-9a06-25a9ef112119 req-247ce72d-28f3-4e8f-817f-0b7028d4176e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:19.409117 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-320a34d4-83a3-4832-9a06-25a9ef112119 req-247ce72d-28f3-4e8f-817f-0b7028d4176e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0979607 Sep 16 10:53:19.470303 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.508970 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c070572-d28b-45da-954f-67c6d78e22a3']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:19.524415 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57f83f-4ae5-432b-bc72-59a3b07a4687 req-74d136c2-64e7-4a7a-9d01-0c23c33a54c3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:19.525901 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6e57f83f-4ae5-432b-bc72-59a3b07a4687 req-74d136c2-64e7-4a7a-9d01-0c23c33a54c3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.1396987 Sep 16 10:53:19.530362 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-320a34d4-83a3-4832-9a06-25a9ef112119 req-b4d54e65-cee7-4a62-acff-75a410c86017 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016490 Sep 16 10:53:19.531891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:19.532183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a6bdd8-a28e-40a6-bf1e-073c744b7b38') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:19.555026 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.574207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.585197 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6e57f83f-4ae5-432b-bc72-59a3b07a4687 req-753d1af5-b969-4c77-b1e4-0d4e3355a446 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Sep 16 10:53:19.586100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:53:19.586498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:53:19.588133 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:53:19.687387 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.692520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:19.695187 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c070572-d28b-45da-954f-67c6d78e22a3 HTTP/1.1" status: 204 len: 168 time: 0.4505453 Sep 16 10:53:19.705593 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09c0ac-2bce-4f99-ae74-f6eb97626459 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c070572-d28b-45da-954f-67c6d78e22a3,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:20.090733 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51506) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:20.130793 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-62a1d91a-c5a8-434e-b8fe-f5db94b8bace admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f67beace04845049ef284b8cae2addd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389261 Sep 16 10:53:20.133316 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51508) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:20.180403 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:20.200945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:20.313818 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:20.316351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:20.317562 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/756b5c16-f921-41d1-8b87-8b6ef137f37a HTTP/1.1" status: 204 len: 168 time: 0.1833410 Sep 16 10:53:20.325624 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e342f-2619-4efe-b9cf-97a35f0b90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b5c16-f921-41d1-8b87-8b6ef137f37a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:20.673243 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968f274-bc75-44d7-b20f-09758f1eb0fd req-b945cba9-9e12-4e2b-9c0b-83b2b50ac3ea tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:20.674713 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d968f274-bc75-44d7-b20f-09758f1eb0fd req-b945cba9-9e12-4e2b-9c0b-83b2b50ac3ea tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0740633 Sep 16 10:53:20.736439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd4a6-541b-402d-b67a-0e40828d3a7d req-3695d956-16e5-4d3d-9bbd-5643e776d462 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:20.737990 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2d3dd4a6-541b-402d-b67a-0e40828d3a7d req-3695d956-16e5-4d3d-9bbd-5643e776d462 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0807824 Sep 16 10:53:20.746249 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d968f274-bc75-44d7-b20f-09758f1eb0fd req-a954b516-8b96-4e9f-ac48-5ba98b6c7a74 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535278 Sep 16 10:53:20.780512 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2d3dd4a6-541b-402d-b67a-0e40828d3a7d req-352f2095-30d1-480d-9819-1fc0178291d9 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332153 Sep 16 10:53:20.942410 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 57aa6951-749d-4d80-bdb9-fe78e0f14603 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:53:20.965284 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 57aa6951-749d-4d80-bdb9-fe78e0f14603 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:53:20.965634 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 57aa6951-749d-4d80-bdb9-fe78e0f14603 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:53:21.894305 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7ada0-998d-4183-8fc6-f2027967ad45 req-a3513314-cfee-42a3-bfc1-be8cf7f0cd3f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:21.896306 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53b7ada0-998d-4183-8fc6-f2027967ad45 req-a3513314-cfee-42a3-bfc1-be8cf7f0cd3f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0751042 Sep 16 10:53:21.934088 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e60970-566d-467f-858d-0454c1d1f1d0 req-8929fc52-8938-4e79-8a28-5cb4e5994289 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:21.935553 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99e60970-566d-467f-858d-0454c1d1f1d0 req-8929fc52-8938-4e79-8a28-5cb4e5994289 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0770559 Sep 16 10:53:21.955295 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-53b7ada0-998d-4183-8fc6-f2027967ad45 req-ef2102f5-4654-4cd4-b00b-5c22d79d396a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521505 Sep 16 10:53:21.981897 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99e60970-566d-467f-858d-0454c1d1f1d0 req-49b47736-0b40-4429-b35e-e5e6fbd8ce78 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Sep 16 10:53:22.191015 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51586) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:22.295440 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.382604 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.453835 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.495768 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a76c6-11db-4cde-9310-0792e41c6efe,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:22.505617 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c88fc7bca52a48beb55a734ff03325a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133948 Sep 16 10:53:22.509752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.509752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.509752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.509752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510134 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51592) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510772 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.510880 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99255211-8f97-4f90-b4cf-13b104b27995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.573852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.594615 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.718704 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.721360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:22.725180 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/907a76c6-11db-4cde-9310-0792e41c6efe HTTP/1.1" status: 204 len: 168 time: 0.2131646 Sep 16 10:53:22.732971 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a76c6-11db-4cde-9310-0792e41c6efe,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:22.742201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.742756 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.743198 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.743596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.743993 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.744392 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.744813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.745213 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.745593 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.745977 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.746464 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.746785 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171cfc-dd39-4e15-98a3-2ffb17406791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:22.818713 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5083e1-425f-4c34-9f15-013b4886e157 req-8e32da05-955b-453a-a0c4-37134e6d1922 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:22.820167 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b5083e1-425f-4c34-9f15-013b4886e157 req-8e32da05-955b-453a-a0c4-37134e6d1922 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0478804 Sep 16 10:53:22.859298 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b5083e1-425f-4c34-9f15-013b4886e157 req-9ce941d5-b59e-4597-a828-bb3f6f8c19e4 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 16 10:53:22.882000 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51604) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:22.952251 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:53:23.049565 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:23.062135 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'mac_address': 'fa:16:3e:1e:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:53:23.117557 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54735c4-5085-45c7-8f1f-90ae46625002 req-8a819b54-f8f0-4483-a7e1-018decf72969 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:23.119222 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c54735c4-5085-45c7-8f1f-90ae46625002 req-8a819b54-f8f0-4483-a7e1-018decf72969 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 943 time: 0.0879259 Sep 16 10:53:23.135357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de50d1ca-e183-4062-a67d-a59d90f76f45 tempest-TestMinimumBasicScenario-524719433 tempest-TestMinimumBasicScenario-524719433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:23.137080 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-de50d1ca-e183-4062-a67d-a59d90f76f45 tempest-TestMinimumBasicScenario-524719433 tempest-TestMinimumBasicScenario-524719433-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1094 time: 0.2540951 Sep 16 10:53:23.140034 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51614) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:23.144665 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'port_id': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:23.175675 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c54735c4-5085-45c7-8f1f-90ae46625002 req-83726a1f-d643-4b65-a8a0-6c79f4b31bfc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487401 Sep 16 10:53:23.231071 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.239705 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for floatingip, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.245610 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:53:23.266348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:23.338379 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.361467 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.412121 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=9']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:23.426653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.426653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.426653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.426653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.426653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.427462 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.428069 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.428184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.430025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.430495 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.430978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.431612 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:53:23.451751 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Allocated IP 172.27.3.124 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/06d157e5-4825-48da-a3b2-128d1fdffef4) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:53:23.554135 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.639154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:23.678761 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['b6038e36-9ef7-48b3-be91-ce5eff54ba31'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:23.683428 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:53:23.683428 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:53:23.684947 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:53:23.709745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'Port': ['ID=06d157e5-4825-48da-a3b2-128d1fdffef4,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:24.048006 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:24.169154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:24.321777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c995c5-1c13-4829-b260-168ff73e9d36 req-ec099889-f8fc-45b5-85ae-2ce2760f2383 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:24.324026 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d8c995c5-1c13-4829-b260-168ff73e9d36 req-ec099889-f8fc-45b5-85ae-2ce2760f2383 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 944 time: 0.0588114 Sep 16 10:53:24.335728 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:24.364535 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d8c995c5-1c13-4829-b260-168ff73e9d36 req-2b75ea52-9ddc-46d0-b6f0-18e27ec70ece tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346992 Sep 16 10:53:24.421016 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:24.489172 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'Port': ['ID=06d157e5-4825-48da-a3b2-128d1fdffef4,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:24.504978 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:24.606224 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Floating IP 18c8bd4c-45dc-4e26-a62d-abd03eb0be03 associated. External IP: 172.27.3.124, port: 87fc1f08-e1d8-44c3-86f8-b18035fdb21a. Sep 16 10:53:24.807423 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Router 14fc5d01-c482-46a5-aa49-f598cc3ec49a has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:53:24.956112 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:53:25.008917 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port b6038e36-9ef7-48b3-be91-ce5eff54ba31 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:53:25.009287 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.091578 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.114884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:25.117165 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d6d5fa-734e-4a2f-a61e-6ebd837cbeea" -d '{"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:25.132981 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:53:25.133161 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:25.145882 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Sync routers for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:53:25.155695 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:53:25.156316 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:53:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:25.165346 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941de36a-e6e6-4370-9e7e-4df72ed13236 x-openstack-request-id: req-941de36a-e6e6-4370-9e7e-4df72ed13236 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:25.165662 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-plugged", "status": "completed", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:25.168690 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-941de36a-e6e6-4370-9e7e-4df72ed13236 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:25.168690 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'code': 200} Sep 16 10:53:25.190379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.221941 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.249646 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=10']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:25.264562 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d3d8de0f-c2b8-461e-b8d1-2769d0e8565d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1209893 Sep 16 10:53:25.264562 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:25.264951 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51684) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:25.265194 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:25.271666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767024440', 'description': 'tempest-secgroup-smoke-767024440 description', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:25.287925 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:53:25.301200 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c658864a-a355-4e5b-83e0-61792ea9b651 x-openstack-request-id: req-c658864a-a355-4e5b-83e0-61792ea9b651 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:25.301493 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:25.306590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c658864a-a355-4e5b-83e0-61792ea9b651 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:25.306590 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:53:25.383005 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-fd19c911-50c2-413f-a9f0-70500471e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.385442 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-fd19c911-50c2-413f-a9f0-70500471e48c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1099 time: 0.0537233 Sep 16 10:53:25.398813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.510626 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-6712f075-b2a2-4f8f-8575-c785436af822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.513317 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-6712f075-b2a2-4f8f-8575-c785436af822 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.1121426 Sep 16 10:53:25.524952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.543301 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b5c6-2e38-41e4-b0f2-c0661900a1e6 req-dd782cf5-fcc3-42e0-a01b-7f2f23b56d37 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.544794 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2972b5c6-2e38-41e4-b0f2-c0661900a1e6 req-dd782cf5-fcc3-42e0-a01b-7f2f23b56d37 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0765488 Sep 16 10:53:25.593157 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '18c8bd4c-45dc-4e26-a62d-abd03eb0be03', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'port_id': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'mac_address': 'fa:16:3e:71:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a44534-de71-4683-bc10-6d91590e833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:53:23Z', 'updated_at': '2021-09-16T10:53:23Z', 'revision_number': 0, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:25.593991 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2972b5c6-2e38-41e4-b0f2-c0661900a1e6 req-edddc82f-cfdf-4626-8d13-5d99102ff7be tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Sep 16 10:53:25.608705 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-fb37b6ef-28b3-475e-ba9b-07b60d206e78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 1000 time: 0.0864010 Sep 16 10:53:25.617594 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.621529 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Checking router: 14fc5d01-c482-46a5-aa49-f598cc3ec49a for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:53:25.631907 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:53:25.633205 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:53:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:25.652893 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0409d6-54e1-4ec3-a179-b74a91ff0048,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:25.670173 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-8bbaf6fd-dc24-4221-9589-bf26db0a25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.671622 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-8bbaf6fd-dc24-4221-9589-bf26db0a25d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0554497 Sep 16 10:53:25.714817 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.718856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-6fd81f4c-62c9-47c6-a637-8e303db6a6cf tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4494774 Sep 16 10:53:25.722000 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51696) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:25.724560 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:25.741257 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-9b74f928-cca3-497e-9bcd-f025d15aef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.742895 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-9b74f928-cca3-497e-9bcd-f025d15aef52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454509 Sep 16 10:53:25.754874 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:53:25.838192 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-2e7afd00-b4ad-4198-9dd3-80253f13053c service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Sep 16 10:53:25.868436 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.880972 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51700) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:25.966317 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-61f52607-3ec5-4baf-abb9-cb471eaf2ba5 req-69461cd5-2221-482c-aa68-66a4001a0128 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140070 Sep 16 10:53:25.974644 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:25.978666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87b5c7-d7fc-4ead-a440-9c404584f5ae req-c77cae24-b5d8-4f16-987a-153beff38ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:25.981375 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb87b5c7-d7fc-4ead-a440-9c404584f5ae req-c77cae24-b5d8-4f16-987a-153beff38ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1099 time: 0.0990047 Sep 16 10:53:25.998278 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-b854c5b6-646b-4324-8026-55071df91576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '18c8bd4c-45dc-4e26-a62d-abd03eb0be03', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'port_id': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'mac_address': 'fa:16:3e:71:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a44534-de71-4683-bc10-6d91590e833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:53:23Z', 'updated_at': '2021-09-16T10:53:23Z', 'revision_number': 0, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:53:26.021578 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eb87b5c7-d7fc-4ead-a440-9c404584f5ae req-769e9f56-034e-4cff-9d2f-c4a2a0f9a7bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Sep 16 10:53:26.026005 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c5b6-646b-4324-8026-55071df91576 None None] The sync data for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi is: [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '18c8bd4c-45dc-4e26-a62d-abd03eb0be03', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'port_id': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'mac_address': 'fa:16:3e:71:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a44534-de71-4683-bc10-6d91590e833b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:53:23Z', 'updated_at': '2021-09-16T10:53:23Z', 'revision_number': 0, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:53:26.049512 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.069035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19c60e-5ebf-4233-b9e1-c4fedca367f5,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:26.125924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-54096848-c072-4cfb-86e2-f84d296e953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.136101 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.137360 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-63a32c7f-37e0-4f7f-a8e2-7e22cac7be4b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172509 Sep 16 10:53:26.140286 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51704) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:26.145539 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:26.217405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-54096848-c072-4cfb-86e2-f84d296e953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.224769 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e7dc82-2a8a-49bc-aa06-e0d6ecc198d5 None None] New status for floating IP 18c8bd4c-45dc-4e26-a62d-abd03eb0be03: ACTIVE {{(pid=100952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:53:26.295561 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-54096848-c072-4cfb-86e2-f84d296e953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.340984 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-54096848-c072-4cfb-86e2-f84d296e953b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33df7b4713e643208c153b04618f7373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577699 Sep 16 10:53:26.341989 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54096848-c072-4cfb-86e2-f84d296e953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec60f3c-3aa4-47cb-b00b-f444630f4dd5,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:26.343469 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51708) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:26.394915 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.397116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.436607 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.492534 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.560582 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.583565 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5498bd-bde2-4ba5-ba1a-ed9ccb32ebca,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:26.592339 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.594758 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.595974 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dec60f3c-3aa4-47cb-b00b-f444630f4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2515440 Sep 16 10:53:26.605328 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d38e88-2446-432c-bb38-93d242846d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec60f3c-3aa4-47cb-b00b-f444630f4dd5,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:26.652528 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.654288 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f9c0d211-0e47-41a4-84ad-ae339589f595 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5127478 Sep 16 10:53:26.657176 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51718) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:26.663091 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:26.724815 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584fd0-503e-4b46-8447-53cfd199f897 req-6b0874ac-0c88-4bf7-ac87-a17f8b223829 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:26.726277 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18584fd0-503e-4b46-8447-53cfd199f897 req-6b0874ac-0c88-4bf7-ac87-a17f8b223829 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0471811 Sep 16 10:53:26.763463 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18584fd0-503e-4b46-8447-53cfd199f897 req-3de7e27d-b585-4b77-8da6-dba6c4ab9bf8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310302 Sep 16 10:53:26.791322 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.851052 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.906064 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.926179 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744141c4-ace8-462d-babb-43bbf77f1f55,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:26.986302 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:26.987511 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b3ed23bd-67ca-429e-bcd3-1e1d5e119e4d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288448 Sep 16 10:53:26.990236 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51722) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:26.994597 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:27.082498 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.138650 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.181061 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 51724) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:27.194891 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82d45a21-ce5e-4fbd-8d24-3f05ae6a3a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.208029 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.234051 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cabb61-62a6-48e5-aa56-78643907263a,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:27.298989 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82d45a21-ce5e-4fbd-8d24-3f05ae6a3a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.387808 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-82d45a21-ce5e-4fbd-8d24-3f05ae6a3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.436223 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-82d45a21-ce5e-4fbd-8d24-3f05ae6a3a91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a208a0b30c2478cb166412810e65af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541094 Sep 16 10:53:27.437901 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d45a21-ce5e-4fbd-8d24-3f05ae6a3a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2aae8-a331-4905-9ab5-e3a465e28af2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:27.438974 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51736) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:27.443440 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.444602 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d3c5d0dd-54f3-4a57-9089-d0821842a974 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4534001 Sep 16 10:53:27.447504 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51738) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:27.457916 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:27.523452 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.545581 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.586038 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.securitygroups_db [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Project e6b1aadfa785442fb0d4f15e5be9d68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:53:27.591917 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.693839 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.696391 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.697570 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e2aae8-a331-4905-9ab5-e3a465e28af2 HTTP/1.1" status: 204 len: 168 time: 0.2574384 Sep 16 10:53:27.713810 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.715195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16aa440-2551-4c6d-a87f-69ebd39d41a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2aae8-a331-4905-9ab5-e3a465e28af2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:27.789041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.808032 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2402fac-43a2-4dbf-9449-629e7ba0450d,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:27.886601 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f1b2-0349-48d7-944d-db3516af6a2d req-ec993f1e-8e29-4bd3-85e9-1ea4c73a20c2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:27.887631 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ab6f1b2-0349-48d7-944d-db3516af6a2d req-ec993f1e-8e29-4bd3-85e9-1ea4c73a20c2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0520775 Sep 16 10:53:27.907983 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:27.909707 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c6dc604f-b98f-4f9e-88e4-3fe892d2ad7a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4607062 Sep 16 10:53:27.912158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 51768) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:27.917259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'security_group_rule': {'security_group_id': '8c0409d6-54e1-4ec3-a179-b74a91ff0048', 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:27.947861 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ab6f1b2-0349-48d7-944d-db3516af6a2d req-655bc7fb-ef7c-40e9-8aee-4c6efbb2c28c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543711 Sep 16 10:53:28.072038 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.securitygroups_db [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Project e6b1aadfa785442fb0d4f15e5be9d68d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:53:28.077134 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.128795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.197686 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.215167 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16127a1b-77b4-4309-b552-d64415c5bd0e,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:28.289212 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.290868 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2e4753ee-c2e0-46ce-86a2-6233fb4fbf94 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3771596 Sep 16 10:53:28.368909 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e892573-b794-48a7-a6a7-5aafed212982 req-2a25d723-1030-41ad-ade9-5bd53940811c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767024440&fields=id&tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d HTTP/1.1" status: 200 len: 267 time: 0.0327868 Sep 16 10:53:28.426955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892573-b794-48a7-a6a7-5aafed212982 req-1801945d-a028-442e-8b85-8d3d4b69d1fb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:28.428713 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e892573-b794-48a7-a6a7-5aafed212982 req-1801945d-a028-442e-8b85-8d3d4b69d1fb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0540650 Sep 16 10:53:28.440413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'port': {'security_groups': ['7259f564-1958-403b-89f6-5e5e8a8e6985', '8c0409d6-54e1-4ec3-a179-b74a91ff0048']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:53:28.509354 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.704018 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:28.733186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.837314 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.852802 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:28.887178 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:28.887909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:28.892528 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2e892573-b794-48a7-a6a7-5aafed212982 req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "PUT /v2.0/ports/87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 982 time: 0.4570575 Sep 16 10:53:28.893110 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:28.896312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658a8f2-31d4-4c73-932e-69379124c1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:28.920007 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcf23f-5667-4a82-9c6d-31afca8bb874 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=6']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:28.965282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b351ac2-79d7-4bae-8429-067d2ba8affa x-openstack-request-id: req-0b351ac2-79d7-4bae-8429-067d2ba8affa {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:28.965282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:28.965282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b351ac2-79d7-4bae-8429-067d2ba8affa {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:28.965282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:53:29.040755 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:29.281486 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-ffe8fee2-bf2b-463b-b6b9-f502d3368a79 None None] Provisioning complete for port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:53:29.281760 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fee2-bf2b-463b-b6b9-f502d3368a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:29.360857 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4445f2-a6ff-4b4f-8b7b-1c542350618a req-789f57a9-0230-4ff8-98c9-5c6154bc151e tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.362887 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4f4445f2-a6ff-4b4f-8b7b-1c542350618a req-789f57a9-0230-4ff8-98c9-5c6154bc151e tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.3888321 Sep 16 10:53:29.380339 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-4b1dcd1b-6417-4b48-a9ed-6956d451baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.381787 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-4b1dcd1b-6417-4b48-a9ed-6956d451baee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1138 time: 0.3854408 Sep 16 10:53:29.402303 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059d236-9b16-4e1c-8def-59739e8fd0b6 req-90c0dd04-05a4-42c8-a734-d6142b317f04 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.408191 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7059d236-9b16-4e1c-8def-59739e8fd0b6 req-90c0dd04-05a4-42c8-a734-d6142b317f04 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.3420603 Sep 16 10:53:29.460121 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4f4445f2-a6ff-4b4f-8b7b-1c542350618a req-e2549487-fe1e-4bfd-a0e2-e0f5b8860c36 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902228 Sep 16 10:53:29.516114 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7059d236-9b16-4e1c-8def-59739e8fd0b6 req-27c32e72-73c1-4255-be29-60579b2917b9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993059 Sep 16 10:53:29.553956 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-128e5d52-561e-4a9f-9101-eab2a9bf2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.558850 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-128e5d52-561e-4a9f-9101-eab2a9bf2ce8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.1510065 Sep 16 10:53:29.678045 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-0ae5e22d-c0c8-4e5e-b7ec-dc3fabd5eab6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 1002 time: 0.1005993 Sep 16 10:53:29.729961 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-2046a000-4661-4815-80d9-4bfc7a9f6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.731479 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-2046a000-4661-4815-80d9-4bfc7a9f6771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0442126 Sep 16 10:53:29.796904 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-5c24d02f-9d79-4fa9-926e-cbe99648b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:29.798366 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-5c24d02f-9d79-4fa9-926e-cbe99648b756 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589285 Sep 16 10:53:29.901514 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-8b1eb9bf-bdf1-4ff6-990b-329383ffad55 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Sep 16 10:53:29.996587 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1658a8f2-31d4-4c73-932e-69379124c1dc req-e028e787-5d9a-44e4-baca-36203c16221e service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Sep 16 10:53:30.666040 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99f23a-2000-47f2-93f8-f4c370cc815a req-e279e6b7-9a36-4a95-989b-6ec351fd372c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:30.667504 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ea99f23a-2000-47f2-93f8-f4c370cc815a req-e279e6b7-9a36-4a95-989b-6ec351fd372c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Sep 16 10:53:30.705878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ea99f23a-2000-47f2-93f8-f4c370cc815a req-686d3be6-e0ad-4b63-9f58-8f03c57d108d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324175 Sep 16 10:53:30.874050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e2adb278-c9c4-4296-87ce-eb32bbb8a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:32.232997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebfde-89b5-4089-a965-9f6dfb27d240 req-a3e90fdb-eb0f-43f5-9fee-3fcd7957a1de tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:32.234456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e88ebfde-89b5-4089-a965-9f6dfb27d240 req-a3e90fdb-eb0f-43f5-9fee-3fcd7957a1de tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Sep 16 10:53:32.271178 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e88ebfde-89b5-4089-a965-9f6dfb27d240 req-0e594c8a-b2e3-491b-9e70-81867cf5a431 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303717 Sep 16 10:53:33.386099 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338396b-d018-4492-abba-ef35cc4dd66c req-f84f3816-f797-4f7f-9088-eacedd4d5d69 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:33.389936 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c338396b-d018-4492-abba-ef35cc4dd66c req-f84f3816-f797-4f7f-9088-eacedd4d5d69 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Sep 16 10:53:33.425119 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c338396b-d018-4492-abba-ef35cc4dd66c req-fa70e5ec-dc5f-44c2-88c7-a4b9fe8a4d18 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310171 Sep 16 10:53:33.753418 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-ebe85614-e589-4c23-9302-7c89446bee5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:34.529795 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:34.536952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f02a3-049e-4d32-808e-ae528a66d8e6 req-09626d66-3c8c-496d-9e59-86ecbdcef4bb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:34.538425 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dd4f02a3-049e-4d32-808e-ae528a66d8e6 req-09626d66-3c8c-496d-9e59-86ecbdcef4bb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Sep 16 10:53:34.575410 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dd4f02a3-049e-4d32-808e-ae528a66d8e6 req-2e36796c-6985-460f-9764-02805fd61031 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 Sep 16 10:53:34.912783 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:35.688578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866bdf1-1d31-48ea-915f-186a1ba27d1c req-2b80372d-cce8-4568-abeb-e3cd35999716 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:35.690073 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a866bdf1-1d31-48ea-915f-186a1ba27d1c req-2b80372d-cce8-4568-abeb-e3cd35999716 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0483472 Sep 16 10:53:35.727202 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a866bdf1-1d31-48ea-915f-186a1ba27d1c req-713ccc89-ec7c-4eea-92a2-bd54377ddf35 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Sep 16 10:53:35.935575 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:36.841956 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9cbf7-f775-4ae9-9396-e7e31211925d req-cce89251-14b1-4f0a-9779-c9b4eac6febc tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:36.843392 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6fe9cbf7-f775-4ae9-9396-e7e31211925d req-cce89251-14b1-4f0a-9779-c9b4eac6febc tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0502491 Sep 16 10:53:36.880923 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6fe9cbf7-f775-4ae9-9396-e7e31211925d req-6ea6e505-62a9-40ed-843c-ecd59f33d551 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Sep 16 10:53:37.991283 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4efa-6a3e-495d-990f-f982ac323ec1 req-c5c17573-c26d-4445-a523-07a82bb3ae04 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:37.992767 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-37ad4efa-6a3e-495d-990f-f982ac323ec1 req-c5c17573-c26d-4445-a523-07a82bb3ae04 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0469947 Sep 16 10:53:38.029065 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-37ad4efa-6a3e-495d-990f-f982ac323ec1 req-4aba4904-d4cc-45ed-9cc2-1b7ec67ed34b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Sep 16 10:53:39.140702 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2676a-33fe-4006-86ea-686bf63d4836 req-c4194b8a-d24d-4acb-aa84-802ad2a64ce5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:39.142671 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15b2676a-33fe-4006-86ea-686bf63d4836 req-c4194b8a-d24d-4acb-aa84-802ad2a64ce5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0472531 Sep 16 10:53:39.179158 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15b2676a-33fe-4006-86ea-686bf63d4836 req-d867d699-a88e-475d-9471-a1bfb9a3905c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Sep 16 10:53:40.299767 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a74c4-94fa-40b0-a220-a46b9bbdecd6 req-f666a0f4-29ec-487b-8073-7474af210440 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:40.301329 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5c3a74c4-94fa-40b0-a220-a46b9bbdecd6 req-f666a0f4-29ec-487b-8073-7474af210440 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0523036 Sep 16 10:53:40.338040 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5c3a74c4-94fa-40b0-a220-a46b9bbdecd6 req-561d7825-90f3-48a1-80e0-76dcdfb7bd99 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Sep 16 10:53:41.453424 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bc0a5-66e3-4f84-897b-2b72ecddd063 req-ce3cdee9-5158-47e6-a22f-f62082cdacf6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:41.454925 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-674bc0a5-66e3-4f84-897b-2b72ecddd063 req-ce3cdee9-5158-47e6-a22f-f62082cdacf6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Sep 16 10:53:41.492929 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-674bc0a5-66e3-4f84-897b-2b72ecddd063 req-3b4e06fe-f21d-49a8-9cc1-1d5ba7383e01 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Sep 16 10:53:42.324798 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248f15-b0d1-4a9c-aac3-e25340211c7c req-a801f724-7d59-4eff-b325-0949aeac913c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:42.326272 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ee248f15-b0d1-4a9c-aac3-e25340211c7c req-a801f724-7d59-4eff-b325-0949aeac913c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0544541 Sep 16 10:53:42.365138 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ee248f15-b0d1-4a9c-aac3-e25340211c7c req-41603736-783f-4d75-8283-76e2ac8c559d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Sep 16 10:53:42.618424 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba582824-4026-4ff0-89fd-3beaf344fd45 req-7873c4dc-dfd2-4118-941b-189ddf3dc7c3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:42.619896 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ba582824-4026-4ff0-89fd-3beaf344fd45 req-7873c4dc-dfd2-4118-941b-189ddf3dc7c3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0537496 Sep 16 10:53:42.657289 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ba582824-4026-4ff0-89fd-3beaf344fd45 req-f88fbdd8-579b-431d-a175-940a520fe3dd tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Sep 16 10:53:43.475455 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e606d4-d14e-4093-9b33-b0a04ef18adf req-c8c03d4f-92d4-4b44-a98a-d976c06d77f3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:43.476935 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-44e606d4-d14e-4093-9b33-b0a04ef18adf req-c8c03d4f-92d4-4b44-a98a-d976c06d77f3 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0474041 Sep 16 10:53:43.513970 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-44e606d4-d14e-4093-9b33-b0a04ef18adf req-32def638-f1c9-4569-8f35-adf31897ec3a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Sep 16 10:53:43.769800 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd78f6e-0b5e-45aa-9e6a-12ead930f2fa req-0fe7e6d1-1e7e-4351-a032-5f84af0e2817 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:43.771306 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6cd78f6e-0b5e-45aa-9e6a-12ead930f2fa req-0fe7e6d1-1e7e-4351-a032-5f84af0e2817 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0477095 Sep 16 10:53:43.808974 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6cd78f6e-0b5e-45aa-9e6a-12ead930f2fa req-8785ab3f-969c-4807-9fca-ff3b1dfec5ef tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Sep 16 10:53:44.633953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14090c5d-660a-478c-810a-57c9fe90a9ba req-61af6da7-6604-4451-b2d0-1960391dfc74 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:44.635505 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14090c5d-660a-478c-810a-57c9fe90a9ba req-61af6da7-6604-4451-b2d0-1960391dfc74 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0533369 Sep 16 10:53:44.673083 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-14090c5d-660a-478c-810a-57c9fe90a9ba req-e2f2b430-9199-4f5f-becf-773f84eb890d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Sep 16 10:53:44.929597 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9e13-3271-45a3-b913-349fa1ebc8b6 req-de9d2ed4-c614-4756-8628-66eb1519dda8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:44.931791 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ccc9e13-3271-45a3-b913-349fa1ebc8b6 req-de9d2ed4-c614-4756-8628-66eb1519dda8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0561826 Sep 16 10:53:44.936285 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:53:44.971039 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1ccc9e13-3271-45a3-b913-349fa1ebc8b6 req-077874aa-1590-44ce-9126-85edf00f5c5f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317402 Sep 16 10:53:45.312306 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:45.592983 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eab8d9-633c-4a9f-818f-f7f6a1248b0a req-6d2f72ab-24a9-4d99-b04c-be431a7f64c2 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:45.594417 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b8eab8d9-633c-4a9f-818f-f7f6a1248b0a req-6d2f72ab-24a9-4d99-b04c-be431a7f64c2 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0482297 Sep 16 10:53:45.631861 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b8eab8d9-633c-4a9f-818f-f7f6a1248b0a req-f9809426-e5df-4637-b5d1-35faa36a7262 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Sep 16 10:53:45.813898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52517d91-60c6-4b06-9c7e-1c8b16bb753c req-25ec8e6d-3ce5-417c-be5d-37b6a2413c47 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:45.815387 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-52517d91-60c6-4b06-9c7e-1c8b16bb753c req-25ec8e6d-3ce5-417c-be5d-37b6a2413c47 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0763998 Sep 16 10:53:45.826782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-a7053c0c-5271-48f7-ad18-32112c92d414 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:45.828201 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-a7053c0c-5271-48f7-ad18-32112c92d414 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 946 time: 0.0805562 Sep 16 10:53:45.892366 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-52517d91-60c6-4b06-9c7e-1c8b16bb753c req-f0640d53-5e46-43b1-a4de-01eb782d1eaa tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631123 Sep 16 10:53:45.950532 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Deleting port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:53:45.951220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:46.037334 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] For port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:46.037679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:46.070984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Calling delete_port for 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:53:46.133755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250aa0-1c86-4b32-9984-b213d3ca8274 req-6aafea49-3f1e-4d1c-b8a6-63714d5cc081 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:46.135228 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79250aa0-1c86-4b32-9984-b213d3ca8274 req-6aafea49-3f1e-4d1c-b8a6-63714d5cc081 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0950978 Sep 16 10:53:46.190526 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-79250aa0-1c86-4b32-9984-b213d3ca8274 req-b037bce5-6ec7-4aa0-a5dc-95fa9345fae9 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Sep 16 10:53:46.310705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:46.331228 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['8a4d50b9-aa1e-4be6-8cee-059e0b51830f', '0fc354f4-31fc-42e2-97b5-0f841f9fbc72'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:46.337861 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Pushing event deleted for resources: {'Port': ['ID=0fc354f4-31fc-42e2-97b5-0f841f9fbc72,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:46.385290 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] No DVR routers for this DVR port 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:53:46.388630 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:46.391322 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c9e9a071-2903-490a-92f0-62341489c0f9 req-6f545461-00e6-426a-97fe-7a9a866658e7 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "DELETE /v2.0/ports/0fc354f4-31fc-42e2-97b5-0f841f9fbc72 HTTP/1.1" status: 204 len: 173 time: 0.5497870 Sep 16 10:53:46.391755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'name': 'network-vif-deleted', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:46.394084 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d178c8dd-d8e3-4d62-a716-936d25b7290b" -d '{"events": [{"server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "name": "network-vif-deleted", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:46.432778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916bd29f-aeff-4827-9786-6bd28140137a x-openstack-request-id: req-916bd29f-aeff-4827-9786-6bd28140137a {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:46.432778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad260a-c026-4bd5-b1fe-4b3777628cbf", "name": "network-vif-deleted", "tag": "0fc354f4-31fc-42e2-97b5-0f841f9fbc72", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:46.432778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-916bd29f-aeff-4827-9786-6bd28140137a {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:46.432778 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad260a-c026-4bd5-b1fe-4b3777628cbf', 'name': 'network-vif-deleted', 'tag': '0fc354f4-31fc-42e2-97b5-0f841f9fbc72', 'status': 'completed', 'code': 200} Sep 16 10:53:46.745092 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ed065-a1cd-43f6-86a0-fb48a7483bba req-f79198ef-aed9-42c6-856d-94f3b460f635 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:46.746464 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c39ed065-a1cd-43f6-86a0-fb48a7483bba req-f79198ef-aed9-42c6-856d-94f3b460f635 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0477612 Sep 16 10:53:46.785978 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c39ed065-a1cd-43f6-86a0-fb48a7483bba req-57cd2ef2-bb8d-4257-854a-6266b98f55ec tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Sep 16 10:53:47.003314 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-30daba53-f4b9-4e81-8620-bead6c3bb966 req-e25f0080-b6f2-4960-9635-70b488f6de9d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ad260a-c026-4bd5-b1fe-4b3777628cbf HTTP/1.1" status: 200 len: 210 time: 0.0264544 Sep 16 10:53:47.306565 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345096-c209-4cc0-8994-d299a8d80505 req-008b1756-6b93-4b81-9656-2129763b8021 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:47.307944 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15345096-c209-4cc0-8994-d299a8d80505 req-008b1756-6b93-4b81-9656-2129763b8021 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Sep 16 10:53:47.345361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15345096-c209-4cc0-8994-d299a8d80505 req-24132035-cbe3-4b8f-930a-6a58c0649a90 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314600 Sep 16 10:53:47.901843 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a08c6-d332-4c47-bb87-5f7d5dead50a req-d15317d4-a19e-4332-b69d-c187e0b67356 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:47.903301 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-029a08c6-d332-4c47-bb87-5f7d5dead50a req-d15317d4-a19e-4332-b69d-c187e0b67356 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Sep 16 10:53:47.948301 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-029a08c6-d332-4c47-bb87-5f7d5dead50a req-818afa60-d9ed-4af1-9e5a-33fa01420b16 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/security-groups?id=e36ea561-eb8d-4e08-a1be-198a8988fd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Sep 16 10:53:47.982146 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-6f4197d1-31c4-4b9f-b2a0-31cfa74c8c51 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:47.983589 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-6f4197d1-31c4-4b9f-b2a0-31cfa74c8c51 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 946 time: 0.0504775 Sep 16 10:53:48.083456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Deleting port 15939803-e027-4803-9891-d833ed20c1c1 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:53:48.084148 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:48.174118 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] For port 15939803-e027-4803-9891-d833ed20c1c1, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=15939803-e027-4803-9891-d833ed20c1c1,segment=NetworkSegment(dcf57259-f0c4-4c6b-9656-fccab5284ee1),segment_id=dcf57259-f0c4-4c6b-9656-fccab5284ee1)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:48.174118 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:48.184685 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Calling delete_port for 15939803-e027-4803-9891-d833ed20c1c1 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:53:48.361690 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:48.374516 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['15939803-e027-4803-9891-d833ed20c1c1'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:48.390387 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Pushing event deleted for resources: {'Port': ['ID=15939803-e027-4803-9891-d833ed20c1c1,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:48.458832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] No DVR routers for this DVR port 15939803-e027-4803-9891-d833ed20c1c1 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:53:48.462609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:48.463849 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a66012c7-8638-45b5-ac14-a2e5e811503a req-99b251e2-7c05-4b69-872b-ddce9498c11e tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.30 "DELETE /v2.0/ports/15939803-e027-4803-9891-d833ed20c1c1 HTTP/1.1" status: 204 len: 173 time: 0.4701161 Sep 16 10:53:48.464282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'name': 'network-vif-deleted', 'tag': '15939803-e027-4803-9891-d833ed20c1c1'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:48.466509 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51d824-8ecc-482e-b42f-5e29c6d87b42" -d '{"events": [{"server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "name": "network-vif-deleted", "tag": "15939803-e027-4803-9891-d833ed20c1c1"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:48.491440 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f761a0-39f6-4a38-a441-b92a3fc0b72a req-3f807152-b725-4319-bb5e-3001596d1a9c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:48.492966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b7f761a0-39f6-4a38-a441-b92a3fc0b72a req-3f807152-b725-4319-bb5e-3001596d1a9c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0721960 Sep 16 10:53:48.553578 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b7f761a0-39f6-4a38-a441-b92a3fc0b72a req-adf0c318-6d37-4fb0-ab7b-fd47f2ab74d8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544693 Sep 16 10:53:48.572326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1b124-1005-4797-8225-1c53ed95e529 req-24107ae0-268b-42c2-a8c7-81c3fa280966 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:48.573906 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59b1b124-1005-4797-8225-1c53ed95e529 req-24107ae0-268b-42c2-a8c7-81c3fa280966 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0617383 Sep 16 10:53:48.600250 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288ecd6-a7c9-4201-a94d-46d850718820 x-openstack-request-id: req-c288ecd6-a7c9-4201-a94d-46d850718820 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:48.600559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af37846b-6423-42c7-b1f8-658d4f6f8d20", "name": "network-vif-deleted", "tag": "15939803-e027-4803-9891-d833ed20c1c1", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:48.600811 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c288ecd6-a7c9-4201-a94d-46d850718820 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:48.601203 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af37846b-6423-42c7-b1f8-658d4f6f8d20', 'name': 'network-vif-deleted', 'tag': '15939803-e027-4803-9891-d833ed20c1c1', 'status': 'completed', 'code': 200} Sep 16 10:53:48.615593 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-59b1b124-1005-4797-8225-1c53ed95e529 req-5062a90c-d03e-46af-b261-0cce75f857c6 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Sep 16 10:53:49.043420 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:53:49.054314 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5ad8b408-38c0-4c4b-9f52-4315861277c6 req-3092d5aa-9556-4df4-9c95-b65c263ee8c1 tempest-VolumesSnapshotTestJSON-620708518 tempest-VolumesSnapshotTestJSON-620708518-project] 10.222.0.36 "GET /v2.0/ports?device_id=af37846b-6423-42c7-b1f8-658d4f6f8d20 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Sep 16 10:53:49.066393 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:53:49.066742 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0fc354f4-31fc-42e2-97b5-0f841f9fbc72 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:53:49.667468 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bebde-45fb-41de-a9b5-b4aee24454ae req-d4dc6903-004a-4fcb-8357-0ee4be847509 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:49.668974 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4e6bebde-45fb-41de-a9b5-b4aee24454ae req-d4dc6903-004a-4fcb-8357-0ee4be847509 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Sep 16 10:53:49.731412 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4e6bebde-45fb-41de-a9b5-b4aee24454ae req-1f81dd2e-44ee-4334-86fe-b6846c18bfd1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562184 Sep 16 10:53:49.746896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7276-4686-4975-9fea-b21fc67b0bcc req-3936963c-5903-4416-8f3d-b13f8521887c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:49.748332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0f3a7276-4686-4975-9fea-b21fc67b0bcc req-3936963c-5903-4416-8f3d-b13f8521887c tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0656052 Sep 16 10:53:49.786757 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0f3a7276-4686-4975-9fea-b21fc67b0bcc req-c8385c0d-43a0-4eed-ba6e-ef9a6313f220 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Sep 16 10:53:50.854508 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe49e-b43a-4177-bf60-63503c9597c3 req-164542ba-2200-4872-aeb9-e17a30f709e8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:50.856047 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-816fe49e-b43a-4177-bf60-63503c9597c3 req-164542ba-2200-4872-aeb9-e17a30f709e8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Sep 16 10:53:50.921661 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-816fe49e-b43a-4177-bf60-63503c9597c3 req-e44800bd-fac9-459a-9ca2-b06b761cf0ba tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554664 Sep 16 10:53:50.929035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf85597-750e-47be-b02e-5aeac8a88d30 req-827126a8-7e2d-47dc-b6de-fae1075a10a4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:50.930451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-caf85597-750e-47be-b02e-5aeac8a88d30 req-827126a8-7e2d-47dc-b6de-fae1075a10a4 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0735071 Sep 16 10:53:50.969548 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-caf85597-750e-47be-b02e-5aeac8a88d30 req-caee828f-1413-4072-be7b-d9f78f9fc6fd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Sep 16 10:53:51.235467 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f3c0-a9df-47f8-acff-b55e1fd45f6e req-9cd57433-cd5c-4762-9b89-50167a4e470c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:51.236966 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aa96f3c0-a9df-47f8-acff-b55e1fd45f6e req-9cd57433-cd5c-4762-9b89-50167a4e470c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Sep 16 10:53:51.277026 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-aa96f3c0-a9df-47f8-acff-b55e1fd45f6e req-41544a0a-17ed-453b-acef-9a09d9477010 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339909 Sep 16 10:53:51.350380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-f36f4920-d177-46c5-a5f1-dac6dd265b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:51.351833 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-f36f4920-d177-46c5-a5f1-dac6dd265b4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 1098 time: 0.0432584 Sep 16 10:53:51.444159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-8e83849f-0578-4008-b9bd-33e270244057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:51.445682 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-8e83849f-0578-4008-b9bd-33e270244057 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.0848584 Sep 16 10:53:51.513534 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-6f2b8114-f3ab-4834-b6ca-1890d3ff741d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 200 len: 1001 time: 0.0595548 Sep 16 10:53:51.566258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-5cb480e6-3fa6-417e-a498-418771bcdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:51.567707 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-5cb480e6-3fa6-417e-a498-418771bcdce5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0422087 Sep 16 10:53:51.613041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-feae6014-fc67-4580-8297-504b847cb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:51.614433 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-feae6014-fc67-4580-8297-504b847cb626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378745 Sep 16 10:53:51.707385 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-88653115-d86c-45fe-8886-6e03c7b1f68a service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821655 Sep 16 10:53:51.799309 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e2b7a4a5-33d9-4e39-8529-45108779d154 req-245c70dc-cb07-4a15-aecf-260d39265ee4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821786 Sep 16 10:53:52.086363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95972e99-848e-4f0a-8a72-c47e313b926b req-a469ed12-d098-4632-8ef2-48d2c1b48470 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:52.087738 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95972e99-848e-4f0a-8a72-c47e313b926b req-a469ed12-d098-4632-8ef2-48d2c1b48470 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Sep 16 10:53:52.125514 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-95972e99-848e-4f0a-8a72-c47e313b926b req-58e5360a-abc6-4afc-a9cd-f8d8d6f09a26 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310426 Sep 16 10:53:52.390839 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace84c2-6c15-4058-8fb1-33a93e68da3b req-72a7247f-7bbf-4441-ac01-b2d1b3112170 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:52.392170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8ace84c2-6c15-4058-8fb1-33a93e68da3b req-72a7247f-7bbf-4441-ac01-b2d1b3112170 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Sep 16 10:53:52.431216 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8ace84c2-6c15-4058-8fb1-33a93e68da3b req-3bab2a45-5084-4d38-8b79-caab4a693ca5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Sep 16 10:53:53.237761 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c4dc7-0cb7-4b6b-a4e8-78cd791f3e93 req-904c453d-0e56-4514-abd0-c2f66f56c224 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:53.239241 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-952c4dc7-0cb7-4b6b-a4e8-78cd791f3e93 req-904c453d-0e56-4514-abd0-c2f66f56c224 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Sep 16 10:53:53.278307 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-952c4dc7-0cb7-4b6b-a4e8-78cd791f3e93 req-c51b497d-52a6-4fe6-adde-9aa003203afe tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Sep 16 10:53:53.546628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fea6f-53b3-431f-8705-a5815885da47 req-77a84492-7833-4db2-9d01-b56826cf2723 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:53.548721 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e26fea6f-53b3-431f-8705-a5815885da47 req-77a84492-7833-4db2-9d01-b56826cf2723 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Sep 16 10:53:53.585027 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e26fea6f-53b3-431f-8705-a5815885da47 req-2515439d-bafa-47a6-b9a7-41b093c4a00e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305924 Sep 16 10:53:54.091647 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52230) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:54.193054 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-865bb100-dda8-4dc7-ada7-099c5fc5d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.278612 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-865bb100-dda8-4dc7-ada7-099c5fc5d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.329639 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-865bb100-dda8-4dc7-ada7-099c5fc5d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.392543 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-865bb100-dda8-4dc7-ada7-099c5fc5d9bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83d04b804742473cb1ca5184990a1cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996960 Sep 16 10:53:54.395193 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52238) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:54.395699 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bb100-dda8-4dc7-ada7-099c5fc5d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274bdec-9bae-460d-add2-bbf3578534c3,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:54.416161 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c137cd-55ee-4402-845a-a92bf0c5e285 req-b5ce9e3f-dbc5-4e97-b045-6e7cdc8f9e72 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:54.417710 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e4c137cd-55ee-4402-845a-a92bf0c5e285 req-b5ce9e3f-dbc5-4e97-b045-6e7cdc8f9e72 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0714538 Sep 16 10:53:54.444488 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.451370 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 15939803-e027-4803-9891-d833ed20c1c1 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:53:54.456526 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e4c137cd-55ee-4402-845a-a92bf0c5e285 req-15e8c4d8-9dd1-4d56-bb97-e0c542682a56 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Sep 16 10:53:54.466239 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.472507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 15939803-e027-4803-9891-d833ed20c1c1 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:53:54.472931 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 15939803-e027-4803-9891-d833ed20c1c1 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:53:54.580828 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.583294 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:54.584435 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3274bdec-9bae-460d-add2-bbf3578534c3 HTTP/1.1" status: 204 len: 168 time: 0.1882682 Sep 16 10:53:54.591971 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd68f4-470b-4d43-b305-87a9f49cad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274bdec-9bae-460d-add2-bbf3578534c3,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:55.180613 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52246) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:55.193359 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-348b3cae-b5cc-49e6-b126-fc7b34642e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.278154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-348b3cae-b5cc-49e6-b126-fc7b34642e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.360708 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-348b3cae-b5cc-49e6-b126-fc7b34642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.395700 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b3cae-b5cc-49e6-b126-fc7b34642e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ba566-5a6f-4335-a142-56a5a3290d71,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:55.399847 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-348b3cae-b5cc-49e6-b126-fc7b34642e07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=615ebe3b066c445c9b4d452632d4c57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182026 Sep 16 10:53:55.403253 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52250) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:53:55.453526 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.474342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.567971 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e75c56-7d80-4143-b347-4ce71571eed5 req-955489b1-770a-49b2-a6e9-859b45c7ae7a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:55.569443 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-57e75c56-7d80-4143-b347-4ce71571eed5 req-955489b1-770a-49b2-a6e9-859b45c7ae7a tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0466609 Sep 16 10:53:55.607518 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-57e75c56-7d80-4143-b347-4ce71571eed5 req-b4ff9d75-49c1-42c2-8bfd-3a4d04cf330d tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Sep 16 10:53:55.620497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.623021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:55.624077 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f92ba566-5a6f-4335-a142-56a5a3290d71 HTTP/1.1" status: 204 len: 168 time: 0.2198834 Sep 16 10:53:55.631520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704e30b-8e22-4f27-8c02-e0e875f3bb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ba566-5a6f-4335-a142-56a5a3290d71,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:56.721271 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88aec3-3335-4414-a149-a4929609a0eb req-4edc8928-0a3d-44d8-a87c-af9e09cd06fb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:56.722837 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca88aec3-3335-4414-a149-a4929609a0eb req-4edc8928-0a3d-44d8-a87c-af9e09cd06fb tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0499167 Sep 16 10:53:56.761268 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca88aec3-3335-4414-a149-a4929609a0eb req-351af446-5529-4e56-a219-6ff6a4d6cfdc tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Sep 16 10:53:57.875726 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0334536-fb3e-43be-b185-e2232f811f4f req-87444e0a-58c0-4c1f-9eaa-2ffc243dd776 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:57.877114 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0334536-fb3e-43be-b185-e2232f811f4f req-87444e0a-58c0-4c1f-9eaa-2ffc243dd776 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0506756 Sep 16 10:53:57.912779 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e0334536-fb3e-43be-b185-e2232f811f4f req-c1fa4729-1d31-4d29-9a58-a30a352d76fd tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/security-groups?id=41426172-caef-4bc4-92c8-00336d6b2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295405 Sep 16 10:53:58.096429 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-80e73583-31dd-4d64-8dbe-1c3f8df0c456 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:53:58.097906 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-80e73583-31dd-4d64-8dbe-1c3f8df0c456 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Sep 16 10:53:58.187733 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Deleting port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:53:58.188076 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:58.285247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] For port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:53:58.285607 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:58.298847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Calling delete_port for 8a4d50b9-aa1e-4be6-8cee-059e0b51830f owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:53:58.482902 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:58.497456 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['8a4d50b9-aa1e-4be6-8cee-059e0b51830f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:53:58.508651 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Pushing event deleted for resources: {'Port': ['ID=8a4d50b9-aa1e-4be6-8cee-059e0b51830f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:53:58.552570 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] No DVR routers for this DVR port 8a4d50b9-aa1e-4be6-8cee-059e0b51830f on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:53:58.555046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:53:58.557105 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cebca4f5-6e78-4989-9563-c97ab32233d4 req-e69a6ebd-5e9d-4a40-ba22-ed69b3e01402 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.30 "DELETE /v2.0/ports/8a4d50b9-aa1e-4be6-8cee-059e0b51830f HTTP/1.1" status: 204 len: 173 time: 0.4523740 Sep 16 10:53:58.557546 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'name': 'network-vif-deleted', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:53:58.559855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97400f8-9700-4827-8f60-5971c666a13e" -d '{"events": [{"server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "name": "network-vif-deleted", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:53:58.595446 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447312d-4939-4b39-a603-a1aaedecccdf x-openstack-request-id: req-d447312d-4939-4b39-a603-a1aaedecccdf {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:53:58.595739 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0821f93-ef6d-4282-943e-91ea4033f589", "name": "network-vif-deleted", "tag": "8a4d50b9-aa1e-4be6-8cee-059e0b51830f", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:53:58.595993 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d447312d-4939-4b39-a603-a1aaedecccdf {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:53:58.596378 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0821f93-ef6d-4282-943e-91ea4033f589', 'name': 'network-vif-deleted', 'tag': '8a4d50b9-aa1e-4be6-8cee-059e0b51830f', 'status': 'completed', 'code': 200} Sep 16 10:53:59.014024 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f8c3ed18-2fd2-4081-b65d-c6a296de8873 req-cd49304c-8f15-4fed-8a9f-78eb2ad01390 tempest-ServerRescueNegativeTestJSON-1966945249 tempest-ServerRescueNegativeTestJSON-1966945249-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0821f93-ef6d-4282-943e-91ea4033f589 HTTP/1.1" status: 200 len: 210 time: 0.0256028 Sep 16 10:54:00.077723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52348) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:00.481409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:00.929145 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-746db57b-53b0-47d5-9a61-a2fb60f194d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.006367 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Deleting port 0152fdaa-a8f5-481b-bc62-e81a904ce46e {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:01.006523 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.085033 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] For port 0152fdaa-a8f5-481b-bc62-e81a904ce46e, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0152fdaa-a8f5-481b-bc62-e81a904ce46e,segment=NetworkSegment(d774dfe8-8dee-44a7-899c-d0ad5a578e2b),segment_id=d774dfe8-8dee-44a7-899c-d0ad5a578e2b)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:01.085628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.098058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Calling delete_port for 0152fdaa-a8f5-481b-bc62-e81a904ce46e owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:01.334096 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.364950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Pushing event deleted for resources: {'Port': ['ID=0152fdaa-a8f5-481b-bc62-e81a904ce46e,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:01.520723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.729043 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Router 3536f40f-4f2e-4dea-b10b-a42ad47b443d has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:54:01.832401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:54:01.837679 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f22c973e-4264-4fee-9afc-4ab8302cf80a admin admin] 10.222.0.36 "PUT /v2.0/routers/3536f40f-4f2e-4dea-b10b-a42ad47b443d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656479 Sep 16 10:54:01.840200 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52368) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:01.840854 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Sync routers for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:54:01.851325 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:01.851947 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:53:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:01.944821 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:01.959407 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:02.065899 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.141634 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:54:01Z', 'revision_number': 5, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port': {'id': '1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:50:28Z', 'updated_at': '2021-09-16T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:02.180741 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Deleting port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:02.181351 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.247340 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Checking router: 3536f40f-4f2e-4dea-b10b-a42ad47b443d for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:54:02.256153 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Routers {'3536f40f-4f2e-4dea-b10b-a42ad47b443d'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:02.256799 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:53:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:02.269046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] For port 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:02.269413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.282036 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Calling delete_port for 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:02.344074 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] Set router 3536f40f-4f2e-4dea-b10b-a42ad47b443d gateway port host: None {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:02.407417 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:54:02Z', 'revision_number': 6, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:02.433211 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c301da-cebf-4f38-b9e2-a6e9ce3a5850 None None] The sync data for ids ['3536f40f-4f2e-4dea-b10b-a42ad47b443d'] in dv-cinder-787764-4-iscsi is: [{'id': '3536f40f-4f2e-4dea-b10b-a42ad47b443d', 'name': 'tempest-ServerRescueNegativeTestJSON-749940179-router', 'tenant_id': '9660652cb023491baf0272f86afca976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:50:27Z', 'updated_at': '2021-09-16T10:54:02Z', 'revision_number': 6, 'project_id': '9660652cb023491baf0272f86afca976', 'gw_port_host': None}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:54:02.539278 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.563051 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:02.622506 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.723173 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.725189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.865003 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.865525 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3536f40f-4f2e-4dea-b10b-a42ad47b443d {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:54:02.870215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.871356 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-96bbe8aa-8c98-495c-8bb7-d107bc5ef49f admin admin] 10.222.0.36 "DELETE /v2.0/routers/3536f40f-4f2e-4dea-b10b-a42ad47b443d HTTP/1.1" status: 204 len: 168 time: 1.0301278 Sep 16 10:54:02.874439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52382) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:02.916069 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Deleting subnet bdf8d85b-ad45-4b20-8841-b8d7154cad75 {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:54:02.918986 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.952288 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:02.993358 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.113106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.137603 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf8d85b-ad45-4b20-8841-b8d7154cad75,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:03.142456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.144304 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8065dd31-3d5a-4865-86c8-c8f6612ca5c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bdf8d85b-ad45-4b20-8841-b8d7154cad75 HTTP/1.1" status: 204 len: 168 time: 0.2689703 Sep 16 10:54:03.146825 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52384) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:03.217627 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.299093 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.318209 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2597e7d9-b1bd-46ed-9143-59debde0523b']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:03.327075 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:03.327377 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd774dfe8-8dee-44a7-899c-d0ad5a578e2b') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:03.336462 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.350116 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.355943 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:54:03.356324 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:54:03.358613 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:54:03.484405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.489871 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.491696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] 10.222.0.36 "DELETE /v2.0/networks/2597e7d9-b1bd-46ed-9143-59debde0523b HTTP/1.1" status: 204 len: 168 time: 0.3439784 Sep 16 10:54:03.502361 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4bc48-83a1-4f22-9bb3-e029fe845d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2597e7d9-b1bd-46ed-9143-59debde0523b,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:03.790721 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-3a371d55-9230-4d3f-ae6f-b2848bd92131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.873271 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52394) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:03.915251 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-971210a1-8d0f-4705-a5fb-bf5de28a5c5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9660652cb023491baf0272f86afca976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408511 Sep 16 10:54:03.917618 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52396) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:03.963454 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:03.983669 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:04.127774 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:04.130245 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:04.131392 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41426172-caef-4bc4-92c8-00336d6b2a85 HTTP/1.1" status: 204 len: 168 time: 0.2128823 Sep 16 10:54:04.139577 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3242-aed0-4d93-b214-16cef925fb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41426172-caef-4bc4-92c8-00336d6b2a85,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:04.296651 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:54:04.317533 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:54:04.317884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 1e00347a-cc35-4e91-98a2-ccbf8a1e5cbc not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:54:04.318308 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0152fdaa-a8f5-481b-bc62-e81a904ce46e no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:54:04.339500 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 0152fdaa-a8f5-481b-bc62-e81a904ce46e {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:54:04.339852 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0152fdaa-a8f5-481b-bc62-e81a904ce46e not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:54:04.527382 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:04.828464 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8a4d50b9-aa1e-4be6-8cee-059e0b51830f no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:54:04.856131 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 8a4d50b9-aa1e-4be6-8cee-059e0b51830f {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:54:04.856497 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 8a4d50b9-aa1e-4be6-8cee-059e0b51830f not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:54:04.933388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:05.950665 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:09.457364 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b872d9c-4353-435c-a11f-8b506e884a07 req-00b1d6b6-aa1e-468f-a469-24c3d23f0586 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:09.458933 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9b872d9c-4353-435c-a11f-8b506e884a07 req-00b1d6b6-aa1e-468f-a469-24c3d23f0586 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0485704 Sep 16 10:54:09.498872 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9b872d9c-4353-435c-a11f-8b506e884a07 req-03d99162-09f0-4e6c-836e-3489e9eb56b0 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338466 Sep 16 10:54:09.558649 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-fbaaf74e-7a7f-4be1-9dc9-8b0e277771f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:09.560125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-fbaaf74e-7a7f-4be1-9dc9-8b0e277771f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1138 time: 0.0392296 Sep 16 10:54:09.661855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-7cadce6d-4239-4f2c-8363-5faba22bb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:09.662730 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-7cadce6d-4239-4f2c-8363-5faba22bb53d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.0937021 Sep 16 10:54:09.739346 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-529b434a-0f22-4a4a-bb6c-94d1a4e57513 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 1002 time: 0.0633888 Sep 16 10:54:09.793045 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-92e1ac50-48f6-43e8-9107-8d06b9cb342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:09.801202 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-92e1ac50-48f6-43e8-9107-8d06b9cb342a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0464678 Sep 16 10:54:09.842657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-d63a1c68-8518-4bc3-931b-8f5d2b09d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:09.844287 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-d63a1c68-8518-4bc3-931b-8f5d2b09d29a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392866 Sep 16 10:54:09.945032 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-5d6db5ca-0af1-4df7-aa26-03342dd640b7 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870142 Sep 16 10:54:10.032840 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-23dfece4-7db3-4cb1-be82-aab93151e3fc req-7be314c9-939b-4d97-8e45-6191075b6e1a service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804744 Sep 16 10:54:10.710233 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3f25f-b3fb-4f97-b2a7-941940cb3ea6 req-bd895403-8592-4de7-8888-30b27192d639 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:10.711739 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26f3f25f-b3fb-4f97-b2a7-941940cb3ea6 req-bd895403-8592-4de7-8888-30b27192d639 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.1459966 Sep 16 10:54:10.752658 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26f3f25f-b3fb-4f97-b2a7-941940cb3ea6 req-2ee7e5d3-b20b-463b-abd3-b8c1f8e076b9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339849 Sep 16 10:54:11.870982 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b19ced-cca7-4d9a-9588-3f171f53bf8b req-1a331923-e49c-4ee8-a7c4-f85860e36a84 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:11.872390 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-46b19ced-cca7-4d9a-9588-3f171f53bf8b req-1a331923-e49c-4ee8-a7c4-f85860e36a84 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0523198 Sep 16 10:54:11.913869 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-46b19ced-cca7-4d9a-9588-3f171f53bf8b req-054bd611-5f09-40da-886b-16a779facfdb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349903 Sep 16 10:54:13.088735 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0638a-8832-4fad-93ab-9cbece25ae0d req-8f612b2f-71c6-4ac0-bef7-7810f582b188 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:13.088735 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1cd0638a-8832-4fad-93ab-9cbece25ae0d req-8f612b2f-71c6-4ac0-bef7-7810f582b188 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0582120 Sep 16 10:54:13.093425 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1cd0638a-8832-4fad-93ab-9cbece25ae0d req-7ed3e0eb-88d0-4221-a218-e8871a232c4f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345321 Sep 16 10:54:13.492131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52626) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:13.595791 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-540edcae-9ae7-4e61-87b6-1edfec1f95b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.678130 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-540edcae-9ae7-4e61-87b6-1edfec1f95b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.748255 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-540edcae-9ae7-4e61-87b6-1edfec1f95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.779144 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-540edcae-9ae7-4e61-87b6-1edfec1f95b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9e337edd01141d39084d76074d13cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858634 Sep 16 10:54:13.780300 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540edcae-9ae7-4e61-87b6-1edfec1f95b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9c560c-f554-41d7-98de-1623440179f8,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:13.781803 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52634) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:13.831740 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.852262 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.990981 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.993393 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:13.994543 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc9c560c-f554-41d7-98de-1623440179f8 HTTP/1.1" status: 204 len: 168 time: 0.2110367 Sep 16 10:54:14.002756 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6dd7-f285-4121-9e0d-0d9a2b15c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9c560c-f554-41d7-98de-1623440179f8,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:14.209012 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d3779-d9c0-4062-ad74-c5bd901c503e req-d402ce7c-8d1b-48b0-8633-5bc6514123fc tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:14.210477 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-728d3779-d9c0-4062-ad74-c5bd901c503e req-d402ce7c-8d1b-48b0-8633-5bc6514123fc tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0504582 Sep 16 10:54:14.250186 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-728d3779-d9c0-4062-ad74-c5bd901c503e req-8dc9adee-a40b-4aca-8ce9-627f9551b990 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333157 Sep 16 10:54:14.718820 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52650) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:14.732414 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b32f0780-6529-46e8-b4a5-c361902b16a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:14.817652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b32f0780-6529-46e8-b4a5-c361902b16a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:14.903627 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b32f0780-6529-46e8-b4a5-c361902b16a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:14.940290 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b32f0780-6529-46e8-b4a5-c361902b16a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8561dfea090247318a9979dce1ab7e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204330 Sep 16 10:54:14.941135 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0780-6529-46e8-b4a5-c361902b16a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb3fd3-7552-4685-8701-50eb3a0da465,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:14.943754 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52656) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:14.998122 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:15.019101 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:15.156937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:15.159465 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:15.160666 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7eb3fd3-7552-4685-8701-50eb3a0da465 HTTP/1.1" status: 204 len: 168 time: 0.2156308 Sep 16 10:54:15.168518 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dc7c0-7a5f-4777-be1f-a8c4ac071cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb3fd3-7552-4685-8701-50eb3a0da465,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:15.288704 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:15.365262 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123ba12-4a56-4b1a-9cd2-51bc9b39c336 req-ce48d032-ac3b-4536-9a4f-5ebaf68c501b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:15.366723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8123ba12-4a56-4b1a-9cd2-51bc9b39c336 req-ce48d032-ac3b-4536-9a4f-5ebaf68c501b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0514331 Sep 16 10:54:15.407525 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8123ba12-4a56-4b1a-9cd2-51bc9b39c336 req-9f9722cf-f9ae-46cc-ba0b-43de330fc2ab tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340524 Sep 16 10:54:16.522098 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693a37a-5ee0-495a-b4f8-b608cf8eae9a req-9380ee1d-0382-4362-a7fc-2aaadc2b48d6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:16.523622 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8693a37a-5ee0-495a-b4f8-b608cf8eae9a req-9380ee1d-0382-4362-a7fc-2aaadc2b48d6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0498359 Sep 16 10:54:16.562515 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8693a37a-5ee0-495a-b4f8-b608cf8eae9a req-ca15a90e-5038-4870-a1a5-8c7f9dc6042e tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322225 Sep 16 10:54:17.675949 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f0ebe-689f-45ca-8a4f-0b3211ad3b15 req-c8d02014-2b88-4c08-875d-315dd33301ea tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:17.677441 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-127f0ebe-689f-45ca-8a4f-0b3211ad3b15 req-c8d02014-2b88-4c08-875d-315dd33301ea tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0490754 Sep 16 10:54:17.721060 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-127f0ebe-689f-45ca-8a4f-0b3211ad3b15 req-29bfde2f-f645-4825-8cce-ed69181e7677 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375433 Sep 16 10:54:17.906700 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52756) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:18.010776 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-11ddf774-ab61-4376-8915-fb974c2e6a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.102410 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-11ddf774-ab61-4376-8915-fb974c2e6a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.173655 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-11ddf774-ab61-4376-8915-fb974c2e6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.211808 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-11ddf774-ab61-4376-8915-fb974c2e6a9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7a8a1c85d464f17927ff7e425b50e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040323 Sep 16 10:54:18.213820 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddf774-ab61-4376-8915-fb974c2e6a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649a460-8476-4107-aa25-0178dd245bc9,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:18.214608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52768) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:18.264168 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.288141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.390651 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.393164 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.394323 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3649a460-8476-4107-aa25-0178dd245bc9 HTTP/1.1" status: 204 len: 168 time: 0.1784959 Sep 16 10:54:18.402766 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abc70-e436-4251-adc5-ee61cc7b8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649a460-8476-4107-aa25-0178dd245bc9,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:18.426971 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52780) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:18.471873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Deleting subnet 4c6a3b71-1877-408b-a57e-3d55a4ebff4d {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:54:18.475390 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.509310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.547517 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.680798 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.706396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6a3b71-1877-408b-a57e-3d55a4ebff4d,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:18.711492 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.714473 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-fc909324-df0b-408c-b9ef-cb1f76cb6e20 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c6a3b71-1877-408b-a57e-3d55a4ebff4d HTTP/1.1" status: 204 len: 168 time: 0.2854898 Sep 16 10:54:18.721188 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52792) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:18.801660 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.923249 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8be880-98d8-4ba2-80d1-bbb2b8a49cef req-44c2f91c-c862-4abb-9174-697fc6896d8e tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:18.924771 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1b8be880-98d8-4ba2-80d1-bbb2b8a49cef req-44c2f91c-c862-4abb-9174-697fc6896d8e tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.1138723 Sep 16 10:54:18.926422 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:18.961149 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8432287-a8cc-4d0a-ae75-1612bb058165']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:18.981950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf57259-f0c4-4c6b-9656-fccab5284ee1') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:18.982559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf57259-f0c4-4c6b-9656-fccab5284ee1') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:18.996680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1b8be880-98d8-4ba2-80d1-bbb2b8a49cef req-cfb74287-359a-4425-a2fa-fe432c0895f1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620172 Sep 16 10:54:18.998283 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.012266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.023397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:54:19.023397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:54:19.023807 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:54:19.190547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.195313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.201206 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b8432287-a8cc-4d0a-ae75-1612bb058165 HTTP/1.1" status: 204 len: 168 time: 0.4757047 Sep 16 10:54:19.226364 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fde718-098d-48fe-8b5c-373fcdbcb988 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8432287-a8cc-4d0a-ae75-1612bb058165,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:19.406824 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-e0e43625-03de-49c3-92fa-cd1f4152ca34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1522472 Sep 16 10:54:19.487354 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-b3fcd2a7-62c1-409c-92b1-fd30f41f4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:19.488928 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-b3fcd2a7-62c1-409c-92b1-fd30f41f4d95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 1099 time: 0.0472338 Sep 16 10:54:19.606648 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52870) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:19.624975 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-f56c4ad6-8446-4955-b4a6-650332d5875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:19.626451 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-f56c4ad6-8446-4955-b4a6-650332d5875c service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.1055689 Sep 16 10:54:19.657115 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52874) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:19.704689 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-c2ca0e2f-646b-4596-a289-a5308aec359d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08bb5edb08b343b7935754a32c734dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463960 Sep 16 10:54:19.705306 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52876) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:19.720547 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-81f0bff6-c727-400e-a70a-d4b88281009d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 200 len: 1000 time: 0.0751982 Sep 16 10:54:19.764502 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.790244 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-2830581d-dc54-4f68-ad5d-02799d8a05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:19.792557 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-2830581d-dc54-4f68-ad5d-02799d8a05c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0606396 Sep 16 10:54:19.793410 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.841909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-830565c1-43e2-4440-b977-8034185f832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:19.843498 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-830565c1-43e2-4440-b977-8034185f832b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414948 Sep 16 10:54:19.869111 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751701848-network', 'tenant_id': 'ff94cc922dd5401993b6e1a5692f2f40'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:19.917379 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.921555 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.922822 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e36ea561-eb8d-4e08-a1be-198a8988fd1e HTTP/1.1" status: 204 len: 168 time: 0.2166114 Sep 16 10:54:19.931131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626924ed-eb39-4a5d-9097-01b3e3060ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ea561-eb8d-4e08-a1be-198a8988fd1e,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:19.945462 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-a583bd54-3b35-4353-8097-1c02d097a305 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904646 Sep 16 10:54:19.976660 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Made reservation on behalf of ff94cc922dd5401993b6e1a5692f2f40 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:19.978944 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:19.988261 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.051505 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18d2b6e1-23ea-4c1c-b03d-49baac7fdb6b req-b7939058-15f1-4b76-9fb5-ae3df6787cfc service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Sep 16 10:54:20.101979 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.139975 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d4f87-c8e9-4ba0-93d7-0fad6ee46fd1 req-f61ddb3e-39cd-4173-b369-48f2d10ba80c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:20.141480 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-499d4f87-c8e9-4ba0-93d7-0fad6ee46fd1 req-f61ddb3e-39cd-4173-b369-48f2d10ba80c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0481472 Sep 16 10:54:20.179480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.185108 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-499d4f87-c8e9-4ba0-93d7-0fad6ee46fd1 req-1b4ba37c-83e5-43bd-a737-b633f83de71b tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375280 Sep 16 10:54:20.202842 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:54:20.217199 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2272285-43c4-4104-8595-e496c8ada479,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:20.223044 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.223475 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Added segment e31ee2db-2c63-46db-8f98-fae539a46225 of type vlan for network 7100f6b3-6a91-4a44-b22c-e40f037613dd Sep 16 10:54:20.274588 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.354004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.355189 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:20.355786 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.421216 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] Pushing event updated for resources: {'Network': ['ID=7100f6b3-6a91-4a44-b22c-e40f037613dd,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:20.431115 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 7100f6b3-6a91-4a44-b22c-e40f037613dd details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:54:20.445110 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2fb6fdcf-2025-4815-94d9-b0d7e5716f45 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8373647 Sep 16 10:54:20.447832 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52906) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:20.453344 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Request body: {'subnet': {'network_id': '7100f6b3-6a91-4a44-b22c-e40f037613dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1751701848-subnet', 'tenant_id': 'ff94cc922dd5401993b6e1a5692f2f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:20.548166 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Made reservation on behalf of ff94cc922dd5401993b6e1a5692f2f40 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:20.553872 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.737822 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52916) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:20.802215 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.843977 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c247201-cb01-42f2-8787-ba10583a9274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.851771 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Pushing event updated for resources: {'Subnet': ['ID=115c962a-ca15-4fa7-83bb-5487793fb897,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:20.867446 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Checking segment: {'id': 'e31ee2db-2c63-46db-8f98-fae539a46225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7100f6b3-6a91-4a44-b22c-e40f037613dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:54:20.867788 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Network hostable DHCP agents. Network: 7100f6b3-6a91-4a44-b22c-e40f037613dd, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:54:20.934402 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c247201-cb01-42f2-8787-ba10583a9274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:20.967413 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Network 7100f6b3-6a91-4a44-b22c-e40f037613dd is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:54:21.007844 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c247201-cb01-42f2-8787-ba10583a9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.045641 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4c247201-cb01-42f2-8787-ba10583a9274 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be07b018990f4f9588d31ca93b5922ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066456 Sep 16 10:54:21.047349 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 7100f6b3-6a91-4a44-b22c-e40f037613dd) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:21.049089 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52932) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:21.049240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247201-cb01-42f2-8787-ba10583a9274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4ed9c-33fb-4e68-b7bd-a8f9be27e440,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:21.057372 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:21.058516 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.058853 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ff775-d39f-4f3d-b8fc-a8c8c0f6dba2 None None] Network 7100f6b3-6a91-4a44-b22c-e40f037613dd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:54:21.113733 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.141272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.153600 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1384e658-980d-49b9-8e64-be358cc3439a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7043440 Sep 16 10:54:21.208526 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656f197-f548-4f8a-a980-7753d01bd3e8 None None] Network 7100f6b3-6a91-4a44-b22c-e40f037613dd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:54:21.281265 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.283799 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:21.286354 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07e4ed9c-33fb-4e68-b7bd-a8f9be27e440 HTTP/1.1" status: 204 len: 168 time: 0.2366090 Sep 16 10:54:21.298819 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734f6c8-0861-47aa-b3ff-3954a394e29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4ed9c-33fb-4e68-b7bd-a8f9be27e440,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:21.346418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8a8d3-ef35-43c4-b2a2-cf9fd96f92b4 req-c23d9dc8-0c2c-4222-b2b1-4e22b3494961 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:21.357506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fcb8a8d3-ef35-43c4-b2a2-cf9fd96f92b4 req-c23d9dc8-0c2c-4222-b2b1-4e22b3494961 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0926974 Sep 16 10:54:21.422012 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fcb8a8d3-ef35-43c4-b2a2-cf9fd96f92b4 req-058af05a-9be0-4bf9-a18e-62ac06e75f88 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625992 Sep 16 10:54:21.935136 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:54:22.086805 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52974) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:22.093784 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-426076347-network', 'tenant_id': '51ff276aa03b4b0eab1f37e40a7d3a13'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:22.098901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52978) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:22.115374 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2861c3f-323a-47c5-b980-bf07bf53baae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.186983 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0bed-7867-46d4-a299-a8e3d22e7a2a req-2eac4511-838f-4866-adb0-9cc65671bbb5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:22.188421 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-184d0bed-7867-46d4-a299-a8e3d22e7a2a req-2eac4511-838f-4866-adb0-9cc65671bbb5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0496469 Sep 16 10:54:22.222527 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Made reservation on behalf of 51ff276aa03b4b0eab1f37e40a7d3a13 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:22.224730 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.229491 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-184d0bed-7867-46d4-a299-a8e3d22e7a2a req-1db21491-732e-4bac-9b0a-a5f4f6bc1b25 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350988 Sep 16 10:54:22.233274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.302530 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2861c3f-323a-47c5-b980-bf07bf53baae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.373144 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b2861c3f-323a-47c5-b980-bf07bf53baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.413076 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b2861c3f-323a-47c5-b980-bf07bf53baae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d55943750c24866aa349778f0ff90d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094413 Sep 16 10:54:22.413076 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2861c3f-323a-47c5-b980-bf07bf53baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb4c6d-d263-4f77-b8ab-ea9974f40fa7,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:22.413983 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 52980) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:22.452104 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.463222 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.484866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.530835 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.552000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:54:22.557313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eda79-5d98-45fc-8ce4-74033c946828 req-3876df0b-45da-4ec0-8c68-cff3170ad082 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:22.559306 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-175eda79-5d98-45fc-8ce4-74033c946828 req-3876df0b-45da-4ec0-8c68-cff3170ad082 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0683911 Sep 16 10:54:22.566385 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea66062-57eb-4da1-8f8a-674a8a8dbdd6,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:22.573875 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.574412 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.574932 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.575274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.575607 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.575936 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.576264 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.576622 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.576952 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.577275 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.577595 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.577913 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:22.601042 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-175eda79-5d98-45fc-8ce4-74033c946828 req-ab3a81b9-8785-4fc2-937b-02942e852044 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353920 Sep 16 10:54:22.653337 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.655608 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.655858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.655978 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Added segment ef9771b5-7619-4963-89b5-13afc07ba9d3 of type vlan for network 072853f7-558b-477b-8e45-c4156e6506e9 Sep 16 10:54:22.659105 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4aeb4c6d-d263-4f77-b8ab-ea9974f40fa7 HTTP/1.1" status: 204 len: 168 time: 0.2444646 Sep 16 10:54:22.668118 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96a1d4-5154-453e-97d7-358ebe65512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb4c6d-d263-4f77-b8ab-ea9974f40fa7,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:22.696468 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.787739 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.788778 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:22.789401 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:22.851326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] Pushing event updated for resources: {'Network': ['ID=072853f7-558b-477b-8e45-c4156e6506e9,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:22.861397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 072853f7-558b-477b-8e45-c4156e6506e9 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:54:22.893751 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-23fe04dc-7f1d-4be0-9dc5-cd645e3767bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8048768 Sep 16 10:54:22.896473 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 52986) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:22.901820 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Request body: {'subnet': {'network_id': '072853f7-558b-477b-8e45-c4156e6506e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-426076347-subnet', 'tenant_id': '51ff276aa03b4b0eab1f37e40a7d3a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:23.004868 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Made reservation on behalf of 51ff276aa03b4b0eab1f37e40a7d3a13 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:23.007382 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.230255 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.286135 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29b8751-9aef-4376-b6af-d834c227f4a0,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:23.296807 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Checking segment: {'id': 'ef9771b5-7619-4963-89b5-13afc07ba9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '072853f7-558b-477b-8e45-c4156e6506e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:54:23.296807 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Network hostable DHCP agents. Network: 072853f7-558b-477b-8e45-c4156e6506e9, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:54:23.361259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c104c-e379-4860-b64e-586b258ec546 req-35b70b8f-3bc7-414e-805d-c8a3971ad4a1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:23.362683 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-429c104c-e379-4860-b64e-586b258ec546 req-35b70b8f-3bc7-414e-805d-c8a3971ad4a1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0491118 Sep 16 10:54:23.405786 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-429c104c-e379-4860-b64e-586b258ec546 req-921ed34f-222d-4bc5-9f79-85c065b2d544 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Sep 16 10:54:23.424589 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Network 072853f7-558b-477b-8e45-c4156e6506e9 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:54:23.496970 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 072853f7-558b-477b-8e45-c4156e6506e9) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:23.502572 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:23.509603 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.509692 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2bfaa-ec4f-4aaf-936a-4f398acef9d9 None None] Network 072853f7-558b-477b-8e45-c4156e6506e9 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:54:23.568149 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-5764614e-76fd-4992-903e-8389d5940546 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6705320 Sep 16 10:54:23.650864 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d4ab6-189c-4664-a127-72d8cafaba5b None None] Network 072853f7-558b-477b-8e45-c4156e6506e9 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:54:23.697935 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53016) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:23.734662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f991-2b62-4361-a083-7d965c594eb4 req-c34c82f3-756f-4dd5-a59f-057958837208 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:23.737043 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2c5f991-2b62-4361-a083-7d965c594eb4 req-c34c82f3-756f-4dd5-a59f-057958837208 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0675263 Sep 16 10:54:23.759048 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Deleting subnet 115c962a-ca15-4fa7-83bb-5487793fb897 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:54:23.763157 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.782732 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f2c5f991-2b62-4361-a083-7d965c594eb4 req-ec9b854c-28a1-4328-8e65-d7cf828095c4 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394342 Sep 16 10:54:23.805297 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.850189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-5e266f72-7532-4d93-b77c-13c7e942e5e8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:23.850313 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.850411 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-5e266f72-7532-4d93-b77c-13c7e942e5e8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.0623741 Sep 16 10:54:23.940091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Deleting port b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:23.940438 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.973278 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:23.999850 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115c962a-ca15-4fa7-83bb-5487793fb897,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:24.001925 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.003857 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7fd4ea89-196b-416d-ad92-7fc1d0f093f0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/115c962a-ca15-4fa7-83bb-5487793fb897 HTTP/1.1" status: 204 len: 168 time: 0.3037889 Sep 16 10:54:24.006410 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53022) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:24.082675 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.171968 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.193036 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7100f6b3-6a91-4a44-b22c-e40f037613dd']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:24.203019 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31ee2db-2c63-46db-8f98-fae539a46225') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:24.203354 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31ee2db-2c63-46db-8f98-fae539a46225') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:24.213047 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.227541 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:54:24.241399 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:54:24.289784 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] For port b6038e36-9ef7-48b3-be91-ce5eff54ba31, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=b6038e36-9ef7-48b3-be91-ce5eff54ba31,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:24.290196 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.355353 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.361298 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.365046 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7100f6b3-6a91-4a44-b22c-e40f037613dd HTTP/1.1" status: 204 len: 168 time: 0.3558667 Sep 16 10:54:24.367391 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53030) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:24.374547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce940af-02d4-4898-9030-b8a5f5133f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=7100f6b3-6a91-4a44-b22c-e40f037613dd,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:24.475292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Deleting subnet b29b8751-9aef-4376-b6af-d834c227f4a0 {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:54:24.480769 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.582797 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.645874 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d92e74-f267-4ead-b125-ddb7a1fa434f req-4b2c0b29-37b4-4fb1-806a-838b3f3418a3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:24.645874 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26d92e74-f267-4ead-b125-ddb7a1fa434f req-4b2c0b29-37b4-4fb1-806a-838b3f3418a3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 946 time: 0.1643157 Sep 16 10:54:24.648922 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.649282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.649600 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Floating IP 8561edf8-c944-414d-951a-3c6705955397 disassociated. External IP: 172.27.3.13, port: b6038e36-9ef7-48b3-be91-ce5eff54ba31. Sep 16 10:54:24.649938 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Calling delete_port for b6038e36-9ef7-48b3-be91-ce5eff54ba31 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:24.662314 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.762377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-26d92e74-f267-4ead-b125-ddb7a1fa434f req-33c50299-695b-4577-bb69-eb193c8c7c11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=9bcadc73-f981-45be-a343-086666e3c6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087947 Sep 16 10:54:24.866638 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.908505 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29b8751-9aef-4376-b6af-d834c227f4a0,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:24.913662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:24.915513 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b29b8751-9aef-4376-b6af-d834c227f4a0 HTTP/1.1" status: 204 len: 168 time: 0.5471878 Sep 16 10:54:24.919403 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53058) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:24.923555 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.923910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.928578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f3aeef-9a4b-4497-8b1b-3923782478ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:24.950366 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a908e-24eb-4812-986f-10a3f4901cce req-c9492f26-bf65-4759-9d49-2eda6c3adf4a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:24.957008 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c06a908e-24eb-4812-986f-10a3f4901cce req-c9492f26-bf65-4759-9d49-2eda6c3adf4a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0994885 Sep 16 10:54:24.960253 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.000574 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.008137 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'Port': ['ID=b6038e36-9ef7-48b3-be91-ce5eff54ba31,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:25.066298 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c06a908e-24eb-4812-986f-10a3f4901cce req-5d7b56f5-5935-4c46-9640-25e041936cdc tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070156 Sep 16 10:54:25.089827 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.110632 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072853f7-558b-477b-8e45-c4156e6506e9']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.119772 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9771b5-7619-4963-89b5-13afc07ba9d3') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.120065 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9771b5-7619-4963-89b5-13afc07ba9d3') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.129611 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.144826 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.151462 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:54:25.151851 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.152745 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:54:25.153490 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:54:25.259504 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:54:25.269216 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:54:25.279186 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.293500 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:25.294417 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.296765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.300945 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] 10.222.0.36 "DELETE /v2.0/networks/072853f7-558b-477b-8e45-c4156e6506e9 HTTP/1.1" status: 204 len: 168 time: 0.3780987 Sep 16 10:54:25.300945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9068e-ffcf-4bd5-b966-f217e9a7b775 admin admin] Pushing event deleted for resources: {'Network': ['ID=072853f7-558b-477b-8e45-c4156e6506e9,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:25.301192 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] No DVR routers for this DVR port b6038e36-9ef7-48b3-be91-ce5eff54ba31 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:54:25.304148 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.306140 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-56a20c46-1838-450a-9256-0cefd8eb7d5b req-17fd5e4d-1e81-466d-87d1-b9968f091d5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "DELETE /v2.0/ports/b6038e36-9ef7-48b3-be91-ce5eff54ba31 HTTP/1.1" status: 204 len: 173 time: 1.4532089 Sep 16 10:54:25.306597 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-deleted', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:25.317120 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7261e92-685d-4b28-8567-982ece1fb51e" -d '{"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-deleted", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:25.376531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c42a4-f451-41c7-94d7-f3bc675412ba x-openstack-request-id: req-9e7c42a4-f451-41c7-94d7-f3bc675412ba {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:25.377175 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9926bae8-f422-4147-9357-7942bce39b11", "name": "network-vif-deleted", "tag": "b6038e36-9ef7-48b3-be91-ce5eff54ba31", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:25.377175 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e7c42a4-f451-41c7-94d7-f3bc675412ba {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:25.377456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9926bae8-f422-4147-9357-7942bce39b11', 'name': 'network-vif-deleted', 'tag': 'b6038e36-9ef7-48b3-be91-ce5eff54ba31', 'status': 'completed', 'code': 200} Sep 16 10:54:25.415347 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:25.729626 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.757412 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:54:25.763587 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53070) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:25.766910 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:25.767579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:25.808483 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7b0824b8-85ff-4017-93dd-b7f1a30ae9cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff94cc922dd5401993b6e1a5692f2f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432448 Sep 16 10:54:25.811437 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53074) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:25.870771 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:25.884409 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-75594539-1898-4a27-bb22-0582d898e6fb req-af124dc2-3408-4865-9334-c7c89dd4d0ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0367007 Sep 16 10:54:25.891554 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:25.893806 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.010050 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.012708 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.016680 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2272285-43c4-4104-8595-e496c8ada479 HTTP/1.1" status: 204 len: 168 time: 0.2021277 Sep 16 10:54:26.023743 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d58e2-fbd5-46c5-89d4-4481aebe25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2272285-43c4-4104-8595-e496c8ada479,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:26.121589 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:26.149183 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658acbd2-506e-4895-8e1a-f6c43472a9c5 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:54:26.194297 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdf4bc-c774-4474-8c6f-b7e018ed8d29 req-bc405276-c51a-428e-92bf-bc1aa4458495 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:26.195971 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eccdf4bc-c774-4474-8c6f-b7e018ed8d29 req-bc405276-c51a-428e-92bf-bc1aa4458495 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0528998 Sep 16 10:54:26.241165 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-eccdf4bc-c774-4474-8c6f-b7e018ed8d29 req-d992b693-0973-4836-a4f3-2ae1646662e6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378847 Sep 16 10:54:26.395514 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17619ba-3dd3-4b0a-aa96-1f8264d20e36 None None] New status for floating IP 8561edf8-c944-414d-951a-3c6705955397: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:54:26.685606 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53088) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:26.730467 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-8bb93e5f-3b7d-4a6f-9670-f7c091f91849 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51ff276aa03b4b0eab1f37e40a7d3a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436189 Sep 16 10:54:26.732901 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53090) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:26.779554 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.801562 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.944160 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.946741 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:26.948118 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ea66062-57eb-4da1-8f8a-674a8a8dbdd6 HTTP/1.1" status: 204 len: 168 time: 0.2140787 Sep 16 10:54:26.961582 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a66769-4f65-47e9-92e0-b4d05a86dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea66062-57eb-4da1-8f8a-674a8a8dbdd6,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:27.009781 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6948dd9d-ce96-48b5-a56c-45b2fe346d7a req-4051fc5a-15ed-4829-ba25-df66ddcb94c8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=9926bae8-f422-4147-9357-7942bce39b11 HTTP/1.1" status: 200 len: 210 time: 0.0417676 Sep 16 10:54:27.361697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dee7d1-4155-47a4-8853-c52d03516300 req-e13fee24-ddb2-4472-a017-3bc44dd7c87f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:27.363222 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-90dee7d1-4155-47a4-8853-c52d03516300 req-e13fee24-ddb2-4472-a017-3bc44dd7c87f tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0513456 Sep 16 10:54:27.405162 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-90dee7d1-4155-47a4-8853-c52d03516300 req-25005ff0-624f-4193-a36a-fcc87795eae1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357914 Sep 16 10:54:27.647950 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:54:27.669088 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: b6038e36-9ef7-48b3-be91-ce5eff54ba31 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:54:27.669572 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device b6038e36-9ef7-48b3-be91-ce5eff54ba31 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:54:28.230877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53142) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:28.285086 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.308763 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.416126 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.418714 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.419884 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "DELETE /v2.0/security-groups/9bcadc73-f981-45be-a343-086666e3c6e0 HTTP/1.1" status: 204 len: 168 time: 0.1879878 Sep 16 10:54:28.422807 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53146) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:28.429755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f218cb8-90d4-46c0-976e-435b10f168a6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcadc73-f981-45be-a343-086666e3c6e0,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:28.464638 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.api.v2.resource [None req-1c21255a-0b5f-4c89-9822-4a90abfd3269 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] show failed (client error): The resource could not be found. Sep 16 10:54:28.466257 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-1c21255a-0b5f-4c89-9822-4a90abfd3269 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups/9bcadc73-f981-45be-a343-086666e3c6e0 HTTP/1.1" status: 404 len: 347 time: 0.0420024 Sep 16 10:54:28.468804 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53154) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:28.548697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe75be1-e820-4e57-adbd-9701cb61365d req-7b899c48-80c5-4722-8239-6cf26d0df1d9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:28.550200 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bbe75be1-e820-4e57-adbd-9701cb61365d req-7b899c48-80c5-4722-8239-6cf26d0df1d9 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0639997 Sep 16 10:54:28.591214 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bbe75be1-e820-4e57-adbd-9701cb61365d req-e99583eb-7b74-4b24-a457-f1f4b3212473 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346537 Sep 16 10:54:28.620906 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Deleting port 615f4f30-0669-4d28-a657-af6007a4e295 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:28.621256 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.694829 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.695154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.706461 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Calling delete_port for 615f4f30-0669-4d28-a657-af6007a4e295 owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:28.915051 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:28.941571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'Port': ['ID=615f4f30-0669-4d28-a657-af6007a4e295,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:29.002249 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.005423 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.006526 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-22de0bc0-b636-4b74-9151-9580d1af62dc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "DELETE /v2.0/floatingips/8561edf8-c944-414d-951a-3c6705955397 HTTP/1.1" status: 204 len: 168 time: 0.5363171 Sep 16 10:54:29.349108 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53178) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:29.453111 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f20f42d2-ad82-471b-9cdf-6f846cf7e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.541158 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f20f42d2-ad82-471b-9cdf-6f846cf7e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.564381 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53184) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:29.586529 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53188) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:29.591529 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385839474', 'description': 'tempest-description--1436913553'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:29.635552 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f20f42d2-ad82-471b-9cdf-6f846cf7e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.684981 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5a5a-4662-45e7-ab84-74343a321e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.688469 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f20f42d2-ad82-471b-9cdf-6f846cf7e208 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=748a0d1b3c1547fb92dcae7320c20645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382721 Sep 16 10:54:29.691951 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f42d2-ad82-471b-9cdf-6f846cf7e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22797461-0e6c-480b-ba12-1fcbabb06c66,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:29.694901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53192) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:29.739455 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.748629 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce57b-e3e1-4310-80ec-05df876a5e38 req-bf4f3828-72f3-4b21-8a2a-9d2af63dcb3c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:29.750133 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-67fce57b-e3e1-4310-80ec-05df876a5e38 req-bf4f3828-72f3-4b21-8a2a-9d2af63dcb3c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0801985 Sep 16 10:54:29.789520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.815672 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5a5a-4662-45e7-ab84-74343a321e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.826276 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.831389 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-67fce57b-e3e1-4310-80ec-05df876a5e38 req-2a1590f8-b06d-4076-b2a8-b6c1607935d7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724192 Sep 16 10:54:29.897816 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5a5a-4662-45e7-ab84-74343a321e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.936341 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7c9d5a5a-4662-45e7-ab84-74343a321e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe2461141a68448285126df73e169c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708305 Sep 16 10:54:29.937279 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d5a5a-4662-45e7-ab84-74343a321e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22093a1a-4875-4383-ae12-e65ac9e9d71b,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:29.939540 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53194) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:29.961665 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:29.991272 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.000342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.002921 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.004061 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22797461-0e6c-480b-ba12-1fcbabb06c66 HTTP/1.1" status: 204 len: 168 time: 0.3080976 Sep 16 10:54:30.011973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3ddde-37d0-4262-9862-855753a5b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22797461-0e6c-480b-ba12-1fcbabb06c66,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:30.016475 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.032758 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.065181 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:30.114626 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.115863 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-bd2a9440-e6b0-497b-8dcf-53b7366e9c2f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5281723 Sep 16 10:54:30.118648 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53198) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:30.123462 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e24e0-b9a2-40b4-86b1-ec895e23d56e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:30.137454 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.140000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.141275 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22093a1a-4875-4383-ae12-e65ac9e9d71b HTTP/1.1" status: 204 len: 168 time: 0.2007987 Sep 16 10:54:30.152126 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a1f57-a5b7-4701-ac28-1e7ef189f5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22093a1a-4875-4383-ae12-e65ac9e9d71b,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:30.205687 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.275931 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.355363 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.375451 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19440d3-9815-43bc-80e3-e22aa862e10e,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:30.434840 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.436107 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0a693d28-8da1-4250-98bc-8bfe631d84eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159742 Sep 16 10:54:30.438805 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53208) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:30.445941 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'security_group_rule': {'security_group_id': 'dc6e24e0-b9a2-40b4-86b1-ec895e23d56e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:30.568730 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.624335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.748877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.770172 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dbd942-94d2-414c-9090-2f20ac737158,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:30.880557 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.880730 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f1edbe0e-3fc7-4455-95a6-3799943a5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.882874 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f9f86f54-b390-438e-8136-d03895af26a5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420400 Sep 16 10:54:30.885339 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53216) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:30.889771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:30.952436 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab61c4-8766-423a-89fd-f439a7cc114b req-8f188924-1da7-4b0a-acdd-8bb49104ff34 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:30.954008 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0ab61c4-8766-423a-89fd-f439a7cc114b req-8f188924-1da7-4b0a-acdd-8bb49104ff34 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0525661 Sep 16 10:54:30.980759 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53218) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:30.994868 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02aa5bf0-ebd5-48af-a1f5-3d373da14ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:30.995613 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0ab61c4-8766-423a-89fd-f439a7cc114b req-e5e3d030-28f7-4328-83e2-fa306a555f81 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356081 Sep 16 10:54:31.029414 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.066989 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53220) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:31.114887 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02aa5bf0-ebd5-48af-a1f5-3d373da14ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.134405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.149342 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53224) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:31.162856 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4501922e-b03d-4e8c-a5e4-d33314ae6d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.185902 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.199683 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02aa5bf0-ebd5-48af-a1f5-3d373da14ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.231641 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.db.api [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 10:54:31.231641 dv-cinder-787764-4-iscsi neutron-server[100950]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 10:54:31.231641 dv-cinder-787764-4-iscsi neutron-server[100950]: [parameters: {'project_id_1': '45aac26b82224db7926ad7d5984ec53a', 'expiration_1': datetime.datetime(2021, 9, 16, 10, 54, 11, 197987)}] Sep 16 10:54:31.231641 dv-cinder-787764-4-iscsi neutron-server[100950]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 10:54:31.232133 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG oslo_db.api [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 10:54:31.236898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Allocated IP 172.27.3.228 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/552b03fb-25d1-4924-896d-dec658a3b8c9) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:54:31.261003 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-02aa5bf0-ebd5-48af-a1f5-3d373da14ea2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d70b13c0c9a4b738695bec1ad9db2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785769 Sep 16 10:54:31.263679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53226) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:31.264575 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa5bf0-ebd5-48af-a1f5-3d373da14ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb174a3e-51fb-4964-aae3-b19fa9042057,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.317460 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4501922e-b03d-4e8c-a5e4-d33314ae6d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.365520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.387208 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4501922e-b03d-4e8c-a5e4-d33314ae6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.387420 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.401173 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.423548 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4501922e-b03d-4e8c-a5e4-d33314ae6d31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7c037ff547a4cfeacf3e39c5a30140e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729528 Sep 16 10:54:31.426564 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53228) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:31.439742 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501922e-b03d-4e8c-a5e4-d33314ae6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe1914-8816-451f-b46c-2d801360d070,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.477806 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.499058 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.541823 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.576462 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.578910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.580071 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb174a3e-51fb-4964-aae3-b19fa9042057 HTTP/1.1" status: 204 len: 168 time: 0.3154805 Sep 16 10:54:31.583239 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:54:31.588679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:31.600697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:54:31.604920 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28441a07-6da8-4891-9c54-a577fcf34872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb174a3e-51fb-4964-aae3-b19fa9042057,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.627437 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=552b03fb-25d1-4924-896d-dec658a3b8c9,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.634817 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.637491 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.638594 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdfe1914-8816-451f-b46c-2d801360d070 HTTP/1.1" status: 204 len: 168 time: 0.2111320 Sep 16 10:54:31.650616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bea311-2302-4e61-8ef5-bf58c015ac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe1914-8816-451f-b46c-2d801360d070,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.701886 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.733085 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.819877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.892288 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.894310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:31.928372 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b909d5-d61d-4fd2-b9ce-c5724745dd99,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:31.937040 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-79583b98-ab2e-46fc-995f-8f32df17901a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45aac26b82224db7926ad7d5984ec53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667562 Sep 16 10:54:31.938048 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53234) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:31.987696 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.013203 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.068344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.135391 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c24bd2-75f9-4742-b668-bfbcc165b7cc req-2b2aa94c-7f4d-4066-b910-44aec3445ff7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:32.144816 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-81c24bd2-75f9-4742-b668-bfbcc165b7cc req-2b2aa94c-7f4d-4066-b910-44aec3445ff7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0571260 Sep 16 10:54:32.163685 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.175781 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.178504 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.182209 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2b909d5-d61d-4fd2-b9ce-c5724745dd99 HTTP/1.1" status: 204 len: 168 time: 0.2415624 Sep 16 10:54:32.190166 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb859-a1d2-4f27-b864-bf65902fa160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b909d5-d61d-4fd2-b9ce-c5724745dd99,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:32.249161 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-81c24bd2-75f9-4742-b668-bfbcc165b7cc req-e06718fd-4fc8-444e-a1cf-4eab85e66218 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057546 Sep 16 10:54:32.260744 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=552b03fb-25d1-4924-896d-dec658a3b8c9,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:32.280976 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.360660 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:32.361951 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4c6b1b8d-e366-41d4-989f-2897786e286c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4756842 Sep 16 10:54:32.724202 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-aaaba844-9fbe-4355-adfd-87e8e13d278e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1385839474&fields=id&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 267 time: 0.0361373 Sep 16 10:54:32.836731 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-8e899514-7793-423e-a523-bd92b5d19d42 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:32.838436 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-8e899514-7793-423e-a523-bd92b5d19d42 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 816 time: 0.1052425 Sep 16 10:54:32.853882 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-7c560eba-b697-4fc5-a85f-42f6a4f64129 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/quotas/98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 375 time: 0.0097065 Sep 16 10:54:32.911137 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-76c1fa60-dd07-4dfe-aa80-aaee7b42bfc6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517812 Sep 16 10:54:33.106281 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-1f57b159-3e87-40c7-83d7-2a41c8b86786 service neutron] 10.222.0.36 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812358 Sep 16 10:54:33.206732 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-32c107f1-b33b-4cfa-8f9b-b99613ea8543 service neutron] 10.222.0.36 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921745 Sep 16 10:54:33.406888 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6d85-2238-40c1-80bf-e97da400693d req-cb16c8c0-2971-4a28-91c4-b17185db37ee tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:33.408600 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e7cc6d85-2238-40c1-80bf-e97da400693d req-cb16c8c0-2971-4a28-91c4-b17185db37ee tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0824122 Sep 16 10:54:33.450616 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e7cc6d85-2238-40c1-80bf-e97da400693d req-9b6d4bb6-eb5a-4578-8659-165f46763b32 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&id=8c0409d6-54e1-4ec3-a179-b74a91ff0048&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358875 Sep 16 10:54:33.526482 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-031d6c89-784c-4614-a13c-1ac7dcd1d449 req-58976a6a-3b61-4ad7-a977-df9889ba73d6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 210 time: 0.0330951 Sep 16 10:54:33.766063 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4e481846-3887-4a42-b306-30a27300663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:33.780073 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab612-78a4-4471-9813-5e5ee8c47060 req-37c99cfa-7884-4b43-9b06-a253cc0c5058 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:33.781655 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f44ab612-78a4-4471-9813-5e5ee8c47060 req-37c99cfa-7884-4b43-9b06-a253cc0c5058 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Sep 16 10:54:33.823182 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f44ab612-78a4-4471-9813-5e5ee8c47060 req-1f71fb6b-3577-40d4-9e5e-ddfe6f35d1f5 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345345 Sep 16 10:54:34.560177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:34.633407 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-db86a7eb-cf4a-4661-a10a-f9dce90b3682 req-1cb215d0-07a1-4151-8438-498276b6986c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 210 time: 0.0272989 Sep 16 10:54:34.935621 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53398) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:34.937631 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:34.968723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dad69-239d-48a5-978c-ad367d2cd156 req-64a83d2d-1709-4966-9cb8-0f2254145b18 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:34.970287 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ea4dad69-239d-48a5-978c-ad367d2cd156 req-64a83d2d-1709-4966-9cb8-0f2254145b18 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0639753 Sep 16 10:54:35.011637 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ea4dad69-239d-48a5-978c-ad367d2cd156 req-d7dd1604-3e7a-47a5-9bb9-18d8e88cfabe tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354156 Sep 16 10:54:35.047214 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d0aa-d9b9-4d96-9b46-ca66b41f365d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.135013 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d0aa-d9b9-4d96-9b46-ca66b41f365d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.214582 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4a8d0aa-d9b9-4d96-9b46-ca66b41f365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.252064 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e4a8d0aa-d9b9-4d96-9b46-ca66b41f365d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59cf6f663a1340f182b2bfd6195509e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151214 Sep 16 10:54:35.253987 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8d0aa-d9b9-4d96-9b46-ca66b41f365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719facd2-ae76-4bc5-8aea-e484bf9fb99a,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:35.254861 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53406) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:35.305975 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.327671 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.437745 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.440396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.441857 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/719facd2-ae76-4bc5-8aea-e484bf9fb99a HTTP/1.1" status: 204 len: 168 time: 0.1857505 Sep 16 10:54:35.450356 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f02ff4-79d7-4cba-a3e1-d870b1fc24e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719facd2-ae76-4bc5-8aea-e484bf9fb99a,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:35.658898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-73de897d-b8c9-461b-80a0-f7ac36d46a46 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:35.660494 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-73de897d-b8c9-461b-80a0-f7ac36d46a46 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 816 time: 0.1086626 Sep 16 10:54:35.688112 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-3a612e00-bf66-4165-afcc-b9ef34358ab8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:35.690143 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-3a612e00-bf66-4165-afcc-b9ef34358ab8 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0693929 Sep 16 10:54:35.704593 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53418) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:35.761170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-704b4e54-180a-4d04-884b-51ef09e25c52 req-e72da632-3f12-4bc5-8c6c-145ead5b466e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 210 time: 0.0396688 Sep 16 10:54:35.765666 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-5554d015-295e-46c1-bf91-b5b3ca428ce3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 380 time: 0.0927479 Sep 16 10:54:35.777503 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'port': {'device_id': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'admin_state_up': True, 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'security_groups': ['dc6e24e0-b9a2-40b4-86b1-ec895e23d56e']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:35.806342 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Deleting port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:35.806950 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.908004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] For port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:35.908376 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.957483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.982644 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Made reservation on behalf of 98ef0fccbb104a3db6641a1a13d6f9c7 for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:35.986502 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:35.988261 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e98f6958-da5d-4d74-bf5d-6a8f34e2a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.087783 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53428) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:36.120276 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df894a2d-c548-4c5a-b478-21a09ed7184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.148385 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Allocated IP 172.20.0.3 (56a8675e-4077-4931-9266-4125c2cddd08/d8662768-a44e-4161-a489-302b11055815/0b0296fb-7448-48da-b60e-704e9818195f) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:54:36.163638 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928d4cf-58ff-4332-b8db-7eb32557a193 req-68da8399-bf33-4d89-8541-8d519f55bb75 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:36.165210 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a928d4cf-58ff-4332-b8db-7eb32557a193 req-68da8399-bf33-4d89-8541-8d519f55bb75 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 945 time: 0.0692863 Sep 16 10:54:36.219476 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.219830 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.220141 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Floating IP b17dc1cd-9c77-4509-841c-4c96412c487d disassociated. External IP: 172.27.3.178, port: d28bfbea-bbb4-47d5-9451-5208ac1d0e9f. Sep 16 10:54:36.220490 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Calling delete_port for d28bfbea-bbb4-47d5-9451-5208ac1d0e9f owned by compute:nova {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:36.234636 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a928d4cf-58ff-4332-b8db-7eb32557a193 req-63b7a56f-f3b6-4574-9af9-f3a1b1248a48 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628257 Sep 16 10:54:36.286870 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e98f6958-da5d-4d74-bf5d-6a8f34e2a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.329494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.346315 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e98f6958-da5d-4d74-bf5d-6a8f34e2a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.429282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.471911 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Network 56a8675e-4077-4931-9266-4125c2cddd08 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:54:36.475011 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:36.479444 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:54:36.514691 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:36.544700 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:36.545340 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.630270 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e98f6958-da5d-4d74-bf5d-6a8f34e2a7e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=746bc8919a634655ba9a5d7d0acbf18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246771 Sep 16 10:54:36.632967 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53432) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:36.636856 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f6958-da5d-4d74-bf5d-6a8f34e2a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ead7e5-1227-4dd1-be17-8589269cf534,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:36.670825 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-9caa9899-5c93-4e3a-88ac-48784d25869c None None] Provisioning complete for port 0b0296fb-7448-48da-b60e-704e9818195f triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:54:36.671201 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9caa9899-5c93-4e3a-88ac-48784d25869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.681310 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.700018 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.706345 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-9caa9899-5c93-4e3a-88ac-48784d25869c None None] Port 0b0296fb-7448-48da-b60e-704e9818195f cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:54:36.722649 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'Port': ['ID=d28bfbea-bbb4-47d5-9451-5208ac1d0e9f,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:36.722852 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.732326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df894a2d-c548-4c5a-b478-21a09ed7184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.816785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-df894a2d-c548-4c5a-b478-21a09ed7184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.865607 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-df894a2d-c548-4c5a-b478-21a09ed7184f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffe2d7fe1cf64a4384d8711cfc18f343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691638 Sep 16 10:54:36.868889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53436) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:36.871361 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df894a2d-c548-4c5a-b478-21a09ed7184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab3a01-6fc9-4ff7-a5fd-7fae3f0c3e97,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:36.877795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.880162 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:36.884231 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73ead7e5-1227-4dd1-be17-8589269cf534 HTTP/1.1" status: 204 len: 168 time: 0.2472475 Sep 16 10:54:36.888856 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:54:36.904302 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734ca88-a475-4497-b622-c824721b071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ead7e5-1227-4dd1-be17-8589269cf534,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:36.907265 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-cfbb84fe-d466-4374-bf88-d81f55b1c4e7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1361890 Sep 16 10:54:36.924912 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Request body: {'port': {'device_id': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:36.937913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637c5cb-beef-4669-86f4-322875a5ac0d req-7b6a3131-9175-4d21-87e8-4b0e2c58e7cb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:36.939577 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f637c5cb-beef-4669-86f4-322875a5ac0d req-7b6a3131-9175-4d21-87e8-4b0e2c58e7cb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 931 time: 0.1024942 Sep 16 10:54:37.033147 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:54:37.044861 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:54:37.064404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:37.065291 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:37.074096 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] No DVR routers for this DVR port d28bfbea-bbb4-47d5-9451-5208ac1d0e9f on host hv-cinder-78776 {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:54:37.077168 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.079512 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-d8205e5e-72b8-4c91-9ac9-838c3403b853 req-911d2b83-c5fa-429e-9c28-3e9a38aa47be tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "DELETE /v2.0/ports/d28bfbea-bbb4-47d5-9451-5208ac1d0e9f HTTP/1.1" status: 204 len: 173 time: 1.3841960 Sep 16 10:54:37.080059 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'name': 'network-vif-deleted', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:37.082591 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8175fde-d624-4a12-9280-f06419a5faa7" -d '{"events": [{"server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "name": "network-vif-deleted", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:37.259051 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:37.362797 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f637c5cb-beef-4669-86f4-322875a5ac0d req-74a72195-6ac3-4ded-bc7e-8f396ead3068 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035165 Sep 16 10:54:37.365346 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.382357 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86688add-4841-44e3-b2d0-9959b0c12f63 x-openstack-request-id: req-86688add-4841-44e3-b2d0-9959b0c12f63 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:37.385152 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3513c1ab-aaf7-41bc-809a-4bbec6d1f387", "name": "network-vif-deleted", "tag": "d28bfbea-bbb4-47d5-9451-5208ac1d0e9f", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:37.385152 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86688add-4841-44e3-b2d0-9959b0c12f63 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:37.385152 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3513c1ab-aaf7-41bc-809a-4bbec6d1f387', 'name': 'network-vif-deleted', 'tag': 'd28bfbea-bbb4-47d5-9451-5208ac1d0e9f', 'status': 'completed', 'code': 200} Sep 16 10:54:37.392182 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.400409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.503145 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1dbc604b-c22f-4987-9c28-b822ac953150 req-8882d84d-2644-4889-950a-905e48df65d3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=3513c1ab-aaf7-41bc-809a-4bbec6d1f387 HTTP/1.1" status: 200 len: 210 time: 0.0348921 Sep 16 10:54:37.512996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:37.539303 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:54:37.548422 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:37.549054 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:37.619663 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.622158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.625806 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45ab3a01-6fc9-4ff7-a5fd-7fae3f0c3e97 HTTP/1.1" status: 204 len: 168 time: 0.7533665 Sep 16 10:54:37.636520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137735-3bc7-4475-a202-4fb4090d1b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab3a01-6fc9-4ff7-a5fd-7fae3f0c3e97,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:37.663507 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53450) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:37.684512 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:37.689388 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3a421a1-c718-4cf4-9a00-111255855301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.739793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:54:37.747439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.760890 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Transition to ACTIVE for port object 0b0296fb-7448-48da-b60e-704e9818195f will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:54:37.780847 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3a421a1-c718-4cf4-9a00-111255855301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.831796 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.885969 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:37.890414 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:37.924238 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be2b36f-cf4b-4c8a-bc65-6bb85a8467c5 None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:54:37.931980 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a3a421a1-c718-4cf4-9a00-111255855301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:37.966403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Attempting to bind port 0b0296fb-7448-48da-b60e-704e9818195f on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:54:37.966969 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Attempting to bind port 0b0296fb-7448-48da-b60e-704e9818195f by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:54:37.967567 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Attempting to bind port 0b0296fb-7448-48da-b60e-704e9818195f on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:54:37.976016 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Port 0b0296fb-7448-48da-b60e-704e9818195f on network 56a8675e-4077-4931-9266-4125c2cddd08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:54:37.976016 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Attempting to bind port 0b0296fb-7448-48da-b60e-704e9818195f on network 56a8675e-4077-4931-9266-4125c2cddd08 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:54:37.976882 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a421a1-c718-4cf4-9a00-111255855301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98278e1-9eaa-4b8c-98cb-36c92db8abd2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:37.981008 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:54:37.981593 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Checking segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:54:37.982077 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Bound using segment: {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:54:37.982617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Bound port: 0b0296fb-7448-48da-b60e-704e9818195f, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:54:37.983242 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.007832 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a3a421a1-c718-4cf4-9a00-111255855301 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5752d498fb849b7bbdb35a6a76507de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413944 Sep 16 10:54:38.011756 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53454) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:38.082739 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.100350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:54:38.104725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:54:38.121362 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.200427 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.244335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:38.244984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.246370 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 1093 time: 1.3285143 Sep 16 10:54:38.246802 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:38.249083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284224d-b0d6-4c39-a38a-d7f63e441347" -d '{"events": [{"name": "network-changed", "server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:38.283562 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.286418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0751-1a8a-41d4-ac07-cf0237b53787 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:38.287212 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.293942 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e98278e1-9eaa-4b8c-98cb-36c92db8abd2 HTTP/1.1" status: 204 len: 168 time: 0.2761858 Sep 16 10:54:38.296630 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a84cadd-96b7-417d-80ad-ce323de69097 None None] New status for floating IP b17dc1cd-9c77-4509-841c-4c96412c487d: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:54:38.302852 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948c1fc-d7a7-40c3-90f4-e0b96f0aa1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98278e1-9eaa-4b8c-98cb-36c92db8abd2,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:38.453339 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dd8bd232-6c57-48cf-9579-9dab65c4c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:38.454930 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-dd8bd232-6c57-48cf-9579-9dab65c4c4d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1096 time: 0.0591855 Sep 16 10:54:38.534852 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-8f8f04c2-5291-456d-801c-c20f7c2915ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 217 time: 0.0712178 Sep 16 10:54:38.577631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1090197d-84a4-4d4f-9e3c-4951ce34c27c x-openstack-request-id: req-1090197d-84a4-4d4f-9e3c-4951ce34c27c {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:38.577924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:38.578556 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1090197d-84a4-4d4f-9e3c-4951ce34c27c {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:38.579125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'status': 'completed', 'code': 200} Sep 16 10:54:38.602682 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8131fc-8cdf-438d-9588-9f75866cac6c req-be616f8b-d64f-438a-a20b-f8d38d007457 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:38.604194 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fc8131fc-8cdf-438d-9588-9f75866cac6c req-be616f8b-d64f-438a-a20b-f8d38d007457 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.1320724 Sep 16 10:54:38.616383 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-22e78ca4-c334-47fb-a3ef-072d5eec4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:38.618345 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-22e78ca4-c334-47fb-a3ef-072d5eec4ab0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0761802 Sep 16 10:54:38.673284 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fc8131fc-8cdf-438d-9588-9f75866cac6c req-0952fd60-02cb-4cc9-8b4b-3b5fde18d34d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596669 Sep 16 10:54:38.683065 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-d9e234d2-e38a-4c02-9bfb-fe232ae1a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:38.684720 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-d9e234d2-e38a-4c02-9bfb-fe232ae1a30f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542135 Sep 16 10:54:38.727181 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53480) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:38.797179 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.800574 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-61d496c8-fc46-41b8-a3a7-830efab99719 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031067 Sep 16 10:54:38.825941 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.904951 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cdd3854-596f-49bf-ae82-6e7e95006b7d req-bfd70353-0d1a-461a-9ebe-39df5df7f549 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977719 Sep 16 10:54:38.964036 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.966910 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:38.968335 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa8a9ac1-148f-455c-b0ac-505bdad0ae7a HTTP/1.1" status: 204 len: 168 time: 0.2397993 Sep 16 10:54:38.971171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53494) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:38.982008 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae39e86-bbe6-4e42-9ce7-65b16e882d47 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a9ac1-148f-455c-b0ac-505bdad0ae7a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:38.991628 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.api.v2.resource [None req-31004484-895f-4ba6-b3ce-adb350ec7705 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] show failed (client error): The resource could not be found. Sep 16 10:54:38.992693 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-31004484-895f-4ba6-b3ce-adb350ec7705 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups/aa8a9ac1-148f-455c-b0ac-505bdad0ae7a HTTP/1.1" status: 404 len: 347 time: 0.0205183 Sep 16 10:54:38.995940 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53498) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:39.146447 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-96ec3073-f599-4070-9d4b-945680607408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:39.147949 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-96ec3073-f599-4070-9d4b-945680607408 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1096 time: 0.0971346 Sep 16 10:54:39.189726 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Deleting port 0caa9be2-adbc-43c1-af16-d04d2b5418db {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:54:39.190140 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.300596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-2ed0343c-a4eb-4e44-8102-9ebf51d49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:39.302012 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-2ed0343c-a4eb-4e44-8102-9ebf51d49224 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.1459973 Sep 16 10:54:39.322905 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.323227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.358725 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-f67e4153-c2f0-4d51-8842-4fe37a065be7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 217 time: 0.0457733 Sep 16 10:54:39.363979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Calling delete_port for 0caa9be2-adbc-43c1-af16-d04d2b5418db owned by network:floatingip {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:54:39.457527 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-3e2d9a60-0022-42b4-852c-e6de3a248166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:39.459217 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-3e2d9a60-0022-42b4-852c-e6de3a248166 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0913677 Sep 16 10:54:39.527655 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-568b83f8-c728-4f23-a6b3-cdd5ff5a9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:39.529203 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-568b83f8-c728-4f23-a6b3-cdd5ff5a9568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614371 Sep 16 10:54:39.648588 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-212bf266-6077-491a-b7ae-e7efd12526e3 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981131 Sep 16 10:54:39.661125 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device d28bfbea-bbb4-47d5-9451-5208ac1d0e9f no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:54:39.683711 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: d28bfbea-bbb4-47d5-9451-5208ac1d0e9f {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:54:39.683927 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.684423 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device d28bfbea-bbb4-47d5-9451-5208ac1d0e9f not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:54:39.777462 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'Port': ['ID=0caa9be2-adbc-43c1-af16-d04d2b5418db,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:39.872890 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.875719 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:39.888571 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d78dfca0-d9e6-44d2-a492-b244bd786570 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "DELETE /v2.0/floatingips/b17dc1cd-9c77-4509-841c-4c96412c487d HTTP/1.1" status: 204 len: 168 time: 0.8795326 Sep 16 10:54:39.888571 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9284224d-b0d6-4c39-a38a-d7f63e441347 req-7020fb50-39b9-4a26-882e-ddcdc79e0b0c service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229226 Sep 16 10:54:39.892847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3281e-029f-43e9-8634-bc50b4ca5a66 req-53fddc58-2b70-4309-b3b4-44f6c6d1b429 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:39.895078 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34b3281e-029f-43e9-8634-bc50b4ca5a66 req-53fddc58-2b70-4309-b3b4-44f6c6d1b429 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.1341090 Sep 16 10:54:39.942488 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34b3281e-029f-43e9-8634-bc50b4ca5a66 req-4d13e314-9ec6-4d3c-9a23-c0c982fa42c2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405595 Sep 16 10:54:40.675254 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53540) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:40.680438 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971146726', 'description': 'tempest-description--1214260972'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:40.748056 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:40.827597 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:40.948033 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:40.976268 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e633cb29-db17-4ae5-9977-77fbba22baca,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:41.061279 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c82ac-a2b4-4747-bee6-a87dc2d7b9f2 req-99c68b86-502d-440c-8370-34ebe16c9d5e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:41.062746 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a54c82ac-a2b4-4747-bee6-a87dc2d7b9f2 req-99c68b86-502d-440c-8370-34ebe16c9d5e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0496614 Sep 16 10:54:41.082650 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.085810 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2c98c591-7dec-4ee2-aadb-f8793ae8795a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4076231 Sep 16 10:54:41.086906 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53548) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:41.091464 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group_rule': {'security_group_id': 'e633cb29-db17-4ae5-9977-77fbba22baca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:41.099570 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a54c82ac-a2b4-4747-bee6-a87dc2d7b9f2 req-0186b604-712e-4351-a370-79b93f4548bd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Sep 16 10:54:41.227733 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.287062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.385781 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.404629 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456f2c5f-c020-4d90-8a09-1f356d78aded,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:41.471564 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.475275 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-c267781c-196a-4364-ade1-9236ba33661b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847048 Sep 16 10:54:41.475599 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53554) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:41.480826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'security_group_rule': {'security_group_id': 'e633cb29-db17-4ae5-9977-77fbba22baca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:41.621122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.668074 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.679320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:54:41.742454 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.762763 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c9c04f-7e4c-4b64-a6d5-bd431acc6f58,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:41.774286 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:41.785950 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '0b0296fb-7448-48da-b60e-704e9818195f', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:54:41.827858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.829239 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-3842bcdf-6969-431a-b369-c3ddb205fa5c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526247 Sep 16 10:54:41.829850 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.832791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53560) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:41.838254 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:41.844534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:54:41.865204 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:41.951491 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:41.977243 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.036605 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:42.044218 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.044624 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.044976 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.045314 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.045648 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.045982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.046313 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.046641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.046985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.047315 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.047645 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.047969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:54:42.071638 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.173744 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Allocated IP 172.27.3.185 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/bc21fabc-af6d-446a-86f0-0c1728a84907) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:54:42.282966 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f8651-e226-4604-9a6b-62dd05d27154 req-86ea37a0-e06b-4a2a-a875-02c1f5535959 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:42.284467 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0c1f8651-e226-4604-9a6b-62dd05d27154 req-86ea37a0-e06b-4a2a-a875-02c1f5535959 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.1016295 Sep 16 10:54:42.328253 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.348849 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0c1f8651-e226-4604-9a6b-62dd05d27154 req-68cb4cf5-76e8-43d7-bf74-4eb1d59c5ec6 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Sep 16 10:54:42.417101 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.452641 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:54:42.455467 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:42.458876 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:54:42.490885 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=bc21fabc-af6d-446a-86f0-0c1728a84907,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:42.553994 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.653203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.796284 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.859508 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:42.925520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=bc21fabc-af6d-446a-86f0-0c1728a84907,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:42.937441 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:43.016287 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:43.017549 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b086166c-471e-4cd2-8585-f2a6271397e6 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1836925 Sep 16 10:54:43.198174 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-550cece0-ed08-484e-b82a-9f3de3cde85a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--971146726&fields=id&tenant_id=2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 267 time: 0.0326328 Sep 16 10:54:43.302302 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-9e1f46f2-c20e-490d-88db-96942ed8afcb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:43.303757 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-9e1f46f2-c20e-490d-88db-96942ed8afcb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 811 time: 0.0992389 Sep 16 10:54:43.318392 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-6471d023-3001-401a-a1e9-5e5ef21f0b9a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/quotas/2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 375 time: 0.0084693 Sep 16 10:54:43.369356 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-f89365fd-4b60-48ab-800d-e576fb44f3cb tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460293 Sep 16 10:54:43.469471 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c7fee-fa78-47ba-9a0e-ed4bb19fc0fa req-dd62d7dc-a86b-4ead-967f-5fc5bc6bd3ec tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:43.470969 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c99c7fee-fa78-47ba-9a0e-ed4bb19fc0fa req-dd62d7dc-a86b-4ead-967f-5fc5bc6bd3ec tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0475223 Sep 16 10:54:43.557834 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c99c7fee-fa78-47ba-9a0e-ed4bb19fc0fa req-cf1bcdb1-2c15-483e-956e-2ab772c20b64 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782948 Sep 16 10:54:43.580737 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-67e758ab-8df3-4432-a432-cfc27aca65b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002218 Sep 16 10:54:43.670509 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-a353188a-a80b-4cb4-a09a-d3fcd7717eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 Sep 16 10:54:44.011590 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-267ef9d8-04a3-485b-8951-f88f16131eba req-9013bc48-05b7-40bc-b63a-54f4515eada1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 210 time: 0.0272193 Sep 16 10:54:44.673370 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0966a2-b2a6-4472-a8de-9ed16b47e8bd req-c819dfb2-d791-42dd-bb54-3608c3ef3930 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:44.674831 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5b0966a2-b2a6-4472-a8de-9ed16b47e8bd req-c819dfb2-d791-42dd-bb54-3608c3ef3930 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0475278 Sep 16 10:54:44.711508 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5b0966a2-b2a6-4472-a8de-9ed16b47e8bd req-e045292b-e828-41a5-810c-5847759ecd1b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Sep 16 10:54:44.944899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['0b0296fb-7448-48da-b60e-704e9818195f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:54:45.106259 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3225458e-c8a4-417c-b57d-0a3dcc217dd5 req-344e820c-5c0a-422f-8ec6-e2ded06a738b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 210 time: 0.0284305 Sep 16 10:54:45.310931 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:45.685423 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:54:45.808690 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 0b0296fb-7448-48da-b60e-704e9818195f completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:54:45.812778 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 0b0296fb-7448-48da-b60e-704e9818195f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:54:45.816833 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:45.834261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77358a9a-d29d-4c97-b6a4-ae592b7d8ad9 req-4d28a971-46c7-436e-9650-2f17d1595dee tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:45.835789 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-77358a9a-d29d-4c97-b6a4-ae592b7d8ad9 req-4d28a971-46c7-436e-9650-2f17d1595dee tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0525517 Sep 16 10:54:45.877108 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-77358a9a-d29d-4c97-b6a4-ae592b7d8ad9 req-c9d7da6c-45c3-4c6a-8858-cecba220ca56 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Sep 16 10:54:45.896800 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:45.919920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:45.922652 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946d701-424f-428e-bf48-f5a7700b4315" -d '{"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:45.943161 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:46.027218 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:46.058192 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-68145bcd-1507-48f2-8735-6830881d4a58 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:46.059770 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-68145bcd-1507-48f2-8735-6830881d4a58 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 811 time: 0.1038351 Sep 16 10:54:46.078682 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:46.109914 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-48dfbcd2-46db-4dce-b1c2-d1e9f9940602 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a201e028ae84e89a5f7facbfe65f6e3 HTTP/1.1" status: 200 len: 379 time: 0.0375104 Sep 16 10:54:46.121352 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'port': {'device_id': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'admin_state_up': True, 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'security_groups': ['e633cb29-db17-4ae5-9977-77fbba22baca']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:46.132176 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6c868-177e-4d30-a7c5-e165635244d9 x-openstack-request-id: req-ecd6c868-177e-4d30-a7c5-e165635244d9 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:46.132569 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:46.133052 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecd6c868-177e-4d30-a7c5-e165635244d9 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:46.133450 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'code': 200} Sep 16 10:54:46.225944 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6e9affec-1e29-4bdf-b98a-559bb009b8ed req-ef27fc2f-2a22-4c3d-8fa1-0d5ddb73cbac tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 210 time: 0.0322640 Sep 16 10:54:46.356439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Made reservation on behalf of 2a201e028ae84e89a5f7facbfe65f6e3 for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:54:46.360003 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:46.480572 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c8a1b-71f8-479a-9ec7-4a45f7661d3c req-7b4b814e-9ba4-43a4-8db0-71823ad5d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:46.482658 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-971c8a1b-71f8-479a-9ec7-4a45f7661d3c req-7b4b814e-9ba4-43a4-8db0-71823ad5d505 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1098 time: 0.0445123 Sep 16 10:54:46.520299 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-971c8a1b-71f8-479a-9ec7-4a45f7661d3c req-075a2dd4-bea8-4719-a003-75693ac33f37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288427 Sep 16 10:54:46.531396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Allocated IP 172.20.0.9 (2ab7964e-c2af-43c2-8a06-5d4bf7817b40/a1633365-9837-4126-9baa-91548f3803ca/31306257-9759-4417-b6cd-3dcca5abf4be) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:54:46.664394 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:46.762466 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:46.803830 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:54:46.807389 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:54:46.809635 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:54:46.840147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event updated for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:46.868186 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:46.868864 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.000544 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3611-cd1a-4f83-a41d-52bb3d7ea79c req-59b23cac-2709-4296-8163-55b1d7fb5d8e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:47.002019 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-768e3611-cd1a-4f83-a41d-52bb3d7ea79c req-59b23cac-2709-4296-8163-55b1d7fb5d8e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0493293 Sep 16 10:54:47.015162 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-b4066b75-5073-4ab0-a30e-1d9a48683a25 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988326 Sep 16 10:54:47.037034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Request body: {'port': {'device_id': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:47.061266 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-79ef5fb3-20df-4c4e-81b7-c7027ebf5726 None None] Provisioning complete for port 31306257-9759-4417-b6cd-3dcca5abf4be triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:54:47.061266 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-79ef5fb3-20df-4c4e-81b7-c7027ebf5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.065084 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-768e3611-cd1a-4f83-a41d-52bb3d7ea79c req-23e4496e-6e65-4a9c-bad2-d4d93770b782 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570288 Sep 16 10:54:47.097066 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-79ef5fb3-20df-4c4e-81b7-c7027ebf5726 None None] Port 31306257-9759-4417-b6cd-3dcca5abf4be cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:54:47.110873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.368349 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16dca-3d62-495e-b84d-808626d96edf req-52a1ec4a-b66c-458d-9efe-1ef865142415 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:47.369875 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-70e16dca-3d62-495e-b84d-808626d96edf req-52a1ec4a-b66c-458d-9efe-1ef865142415 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 931 time: 0.0756605 Sep 16 10:54:47.444056 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31306257-9759-4417-b6cd-3dcca5abf4be {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:54:47.453162 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-70e16dca-3d62-495e-b84d-808626d96edf req-c016ddbb-d30a-4b5b-b096-5f1dcd561f11 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767057 Sep 16 10:54:47.454893 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.480227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Transition to ACTIVE for port object 31306257-9759-4417-b6cd-3dcca5abf4be will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:54:47.544587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.595919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Pushing event updated for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:47.677152 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Attempting to bind port 31306257-9759-4417-b6cd-3dcca5abf4be on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:54:47.677741 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Attempting to bind port 31306257-9759-4417-b6cd-3dcca5abf4be by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:54:47.678074 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Attempting to bind port 31306257-9759-4417-b6cd-3dcca5abf4be on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:54:47.688255 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Port 31306257-9759-4417-b6cd-3dcca5abf4be on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:54:47.688255 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Attempting to bind port 31306257-9759-4417-b6cd-3dcca5abf4be on network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:54:47.688551 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:54:47.688898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Checking segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:54:47.689281 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Bound using segment: {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:54:47.689708 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Bound port: 31306257-9759-4417-b6cd-3dcca5abf4be, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb9de21-2fc5-4098-8352-12f4bdb25950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:54:47.690091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.760279 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:54:47.763360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31306257-9759-4417-b6cd-3dcca5abf4be,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:54:47.911273 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.943675 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:47.944434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:47.945826 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-77257f22-3296-4463-9159-db47e1163b95 service neutron] 10.222.0.30 "PUT /v2.0/ports/31306257-9759-4417-b6cd-3dcca5abf4be HTTP/1.1" status: 200 len: 1093 time: 0.9172699 Sep 16 10:54:47.948021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:47.952261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b" -d '{"events": [{"name": "network-changed", "server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:47.998413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb7b07-489a-423a-9a23-c702fd1e5e0d x-openstack-request-id: req-73fb7b07-489a-423a-9a23-c702fd1e5e0d {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:47.998843 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:48.000046 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73fb7b07-489a-423a-9a23-c702fd1e5e0d {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:48.000648 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be', 'status': 'completed', 'code': 200} Sep 16 10:54:48.006333 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77257f22-3296-4463-9159-db47e1163b95 service neutron] Pushing event updated for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:48.058304 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-e2408189-2c60-44a1-a723-99a6af8cf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.060326 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-e2408189-2c60-44a1-a723-99a6af8cf83f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 1096 time: 0.0427170 Sep 16 10:54:48.178143 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-c6c53338-719f-4f8b-af66-7db9005c7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.179918 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-c6c53338-719f-4f8b-af66-7db9005c7af5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1120453 Sep 16 10:54:48.546652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b23681-f3c1-487f-8c9c-ccc00a98e425 req-d9da8d3e-ce53-4df4-8271-efb8f58e7ea5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.548087 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-02b23681-f3c1-487f-8c9c-ccc00a98e425 req-d9da8d3e-ce53-4df4-8271-efb8f58e7ea5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.3835785 Sep 16 10:54:48.614229 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-3ca4ae55-3efe-454f-a50f-28ebe213b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.615663 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ab125f60-fc76-4d67-b8b8-5fb5d75d771b req-3ca4ae55-3efe-454f-a50f-28ebe213b701 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4219446 Sep 16 10:54:48.625592 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-02b23681-f3c1-487f-8c9c-ccc00a98e425 req-7a39a503-f6b9-47e7-8de2-adc4767ddd5d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670698 Sep 16 10:54:48.638225 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e181ab-5d2d-4db3-8817-c8e3cafaa5f5 req-a87f019c-b43d-4d71-8bd3-3a558849fb3d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.639866 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04e181ab-5d2d-4db3-8817-c8e3cafaa5f5 req-a87f019c-b43d-4d71-8bd3-3a558849fb3d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 943 time: 0.1044047 Sep 16 10:54:48.711046 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-04e181ab-5d2d-4db3-8817-c8e3cafaa5f5 req-02d8f8c0-7069-48ef-a79c-be745ab28288 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607638 Sep 16 10:54:48.750978 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-17cf6220-5706-4a2a-a77d-91de11b63d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.752542 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-17cf6220-5706-4a2a-a77d-91de11b63d95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 1096 time: 0.0770693 Sep 16 10:54:48.776786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc6e04-ae1e-4447-b061-1d22cbd323bf req-4a0b541c-2b5a-451d-ae08-8d43af5a995c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.778130 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-37cc6e04-ae1e-4447-b061-1d22cbd323bf req-4a0b541c-2b5a-451d-ae08-8d43af5a995c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0628965 Sep 16 10:54:48.789382 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53696) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:48.794326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Request body: {'floatingip': {'port_id': '0b0296fb-7448-48da-b60e-704e9818195f'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:48.805544 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-97512c21-0c5d-42ef-8089-c4c7426e0f22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31306257-9759-4417-b6cd-3dcca5abf4be HTTP/1.1" status: 200 len: 217 time: 0.0437593 Sep 16 10:54:48.832532 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:48.855397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-781a0b45-f57e-499c-9bc2-7116f604c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.856913 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-781a0b45-f57e-499c-9bc2-7116f604c473 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0429926 Sep 16 10:54:48.910620 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-fc66e383-82ac-4d55-b530-9369fb58473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:48.912094 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-fc66e383-82ac-4d55-b530-9369fb58473c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428104 Sep 16 10:54:49.004962 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-ffa655aa-ad11-49b2-9e78-7f981ab45d52 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849645 Sep 16 10:54:49.100172 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d33d1a4f-8fde-480e-a0e2-06ddd891fa59 req-fe6837ad-7356-4673-9f20-c2d7d52420de service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852466 Sep 16 10:54:49.274870 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:49.358307 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:49.454221 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Floating IP 65bd9784-b051-4bee-b4c9-13abef2f2686 associated. External IP: 172.27.3.228, port: 0b0296fb-7448-48da-b60e-704e9818195f. Sep 16 10:54:49.656730 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:54:49.763101 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:54:49.773843 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:49.775996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:54:49.788908 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:49.789576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:49.809256 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4d6b41e1-4bfa-44a1-9fda-24d5c6815b86 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "PUT /v2.0/floatingips/65bd9784-b051-4bee-b4c9-13abef2f2686 HTTP/1.1" status: 200 len: 991 time: 1.0186119 Sep 16 10:54:49.809953 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:49.812404 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:49.845085 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90254e0-9a0b-46d8-88a2-4627924c8ddd req-4421154b-d131-48a5-8a95-9278b1c402a0 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:49.853064 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e90254e0-9a0b-46d8-88a2-4627924c8ddd req-4421154b-d131-48a5-8a95-9278b1c402a0 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 943 time: 0.0714920 Sep 16 10:54:49.888907 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e90254e0-9a0b-46d8-88a2-4627924c8ddd req-60059e64-798a-4086-ad84-39cd9e88fdaf tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346968 Sep 16 10:54:49.936178 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5033961-e992-4667-8d54-1599307615c9 x-openstack-request-id: req-d5033961-e992-4667-8d54-1599307615c9 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:49.936509 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:49.936772 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5033961-e992-4667-8d54-1599307615c9 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:49.937178 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'status': 'completed', 'code': 200} Sep 16 10:54:50.005403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-18759b0a-0747-407e-b9bf-12ad90e2780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:50.007544 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-18759b0a-0747-407e-b9bf-12ad90e2780a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1098 time: 0.0393066 Sep 16 10:54:50.044297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:50.103101 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-91c712c5-65e7-4fb0-84e7-4db59ea02cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:50.104781 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-91c712c5-65e7-4fb0-84e7-4db59ea02cd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.0897229 Sep 16 10:54:50.170305 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-6685deaf-de69-49b8-b4b4-c774631fbc4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 999 time: 0.0578020 Sep 16 10:54:50.223328 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-bad91a29-4d11-4d8c-83ef-a3d112f7d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:50.224832 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-bad91a29-4d11-4d8c-83ef-a3d112f7d4f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0472395 Sep 16 10:54:50.273779 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-773eb049-396d-407d-a5df-ec88ddc36aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:50.275435 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-773eb049-396d-407d-a5df-ec88ddc36aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434458 Sep 16 10:54:50.332598 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53720) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:50.344374 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '65bd9784-b051-4bee-b4c9-13abef2f2686', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:31Z', 'updated_at': '2021-09-16T10:54:49Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:50.373509 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-2ccbd523-0bc6-462e-bc40-986800f743c1 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874147 Sep 16 10:54:50.382373 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:54:50.390653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:50.391173 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:50.458966 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d85bcbd9-f4ec-48cc-b864-05f877648108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.474957 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ca6e73f7-0ded-4492-915c-ef6bf83d2aa6 req-be7fe13e-3703-488d-af18-a16b1c23a27d service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936804 Sep 16 10:54:50.506214 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:50.546136 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d85bcbd9-f4ec-48cc-b864-05f877648108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.637923 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d85bcbd9-f4ec-48cc-b864-05f877648108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.674610 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bcbd9-f4ec-48cc-b864-05f877648108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78606c0a-3bea-4670-a367-dcd0969a0b74,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:50.682059 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d85bcbd9-f4ec-48cc-b864-05f877648108 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7dc4fb644244f5a87fa1438982ed39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454754 Sep 16 10:54:50.684480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53724) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:50.731405 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.753169 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.755000 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '65bd9784-b051-4bee-b4c9-13abef2f2686', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:31Z', 'updated_at': '2021-09-16T10:54:49Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:50.785220 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc870405-b25f-49f3-a520-4099e0566263 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '65bd9784-b051-4bee-b4c9-13abef2f2686', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:31Z', 'updated_at': '2021-09-16T10:54:49Z', 'revision_number': 1, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:54:50.861434 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.865490 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:50.865490 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78606c0a-3bea-4670-a367-dcd0969a0b74 HTTP/1.1" status: 204 len: 168 time: 0.1818457 Sep 16 10:54:50.874051 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57281d22-0542-4b82-96a6-3726bfb9563a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78606c0a-3bea-4670-a367-dcd0969a0b74,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:50.990821 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1a64d4-9497-4519-93a1-aaadbb31faee None None] New status for floating IP 65bd9784-b051-4bee-b4c9-13abef2f2686: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:54:51.012377 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e083291-d368-49cd-bd7e-a20847b9bc17 req-12439d3f-0ecb-4e6a-99f9-2656e9e7f77c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:51.014000 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0e083291-d368-49cd-bd7e-a20847b9bc17 req-12439d3f-0ecb-4e6a-99f9-2656e9e7f77c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 943 time: 0.0524290 Sep 16 10:54:51.055118 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0e083291-d368-49cd-bd7e-a20847b9bc17 req-bc057a23-b1e5-45e0-9c7b-6c2c775f994e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345783 Sep 16 10:54:51.701524 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 31306257-9759-4417-b6cd-3dcca5abf4be details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:54:51.792608 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31306257-9759-4417-b6cd-3dcca5abf4be,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:51.803573 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '31306257-9759-4417-b6cd-3dcca5abf4be', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'port_id': '31306257-9759-4417-b6cd-3dcca5abf4be', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:54:51.840377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:51.856002 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31306257-9759-4417-b6cd-3dcca5abf4be {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:54:51.874233 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31306257-9759-4417-b6cd-3dcca5abf4be,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:51.946775 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:51.994813 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:52.166109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d6483-7a44-45c6-84fe-b2da74c2d51c req-b8bc5e5f-b729-4f14-8669-bee72bc291d3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:52.167552 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e78d6483-7a44-45c6-84fe-b2da74c2d51c req-b8bc5e5f-b729-4f14-8669-bee72bc291d3 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 944 time: 0.0464935 Sep 16 10:54:52.180297 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['31306257-9759-4417-b6cd-3dcca5abf4be'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:54:52.208798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e78d6483-7a44-45c6-84fe-b2da74c2d51c req-ac2cb71f-68b0-4b62-8907-875788e29c4b tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354013 Sep 16 10:54:53.320314 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1325f-8697-4674-9fb7-4722a8a42fb1 req-7b1b7e92-61f4-4a42-ab8e-f8ede6c9a73a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:53.321749 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69b1325f-8697-4674-9fb7-4722a8a42fb1 req-7b1b7e92-61f4-4a42-ab8e-f8ede6c9a73a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 944 time: 0.0475390 Sep 16 10:54:53.361152 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-69b1325f-8697-4674-9fb7-4722a8a42fb1 req-669dc304-9692-4b4b-9dd2-2ab99625d69a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335267 Sep 16 10:54:53.701135 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 31306257-9759-4417-b6cd-3dcca5abf4be up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:54:53.820548 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 31306257-9759-4417-b6cd-3dcca5abf4be completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:54:53.824182 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 31306257-9759-4417-b6cd-3dcca5abf4be triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:54:53.824582 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:53.899640 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:53.921979 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:53.924192 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11cdbe6-b657-4a4d-ae1f-057eb5a71a25" -d '{"events": [{"server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "name": "network-vif-plugged", "status": "completed", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:53.936867 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31306257-9759-4417-b6cd-3dcca5abf4be,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:54:53.961092 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e026dac-7f5c-439b-91c5-8ec5e7f0334a x-openstack-request-id: req-4e026dac-7f5c-439b-91c5-8ec5e7f0334a {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:53.961636 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "name": "network-vif-plugged", "status": "completed", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:53.961887 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e026dac-7f5c-439b-91c5-8ec5e7f0334a {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:53.962276 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be', 'code': 200} Sep 16 10:54:54.018826 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.069899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:54.075664 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53760) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:54.184193 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4f98ef2-ecbf-4732-94c0-858a0771cea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.267311 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c209e-033a-4e57-ae97-5412cf8b5087 req-64349ead-3945-462d-a5af-4fb237bfb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:54.268877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1f3c209e-033a-4e57-ae97-5412cf8b5087 req-64349ead-3945-462d-a5af-4fb237bfb86d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 1098 time: 0.0404327 Sep 16 10:54:54.269371 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4f98ef2-ecbf-4732-94c0-858a0771cea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.304259 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1f3c209e-033a-4e57-ae97-5412cf8b5087 req-1aceee43-112e-4c0a-9904-e9958cb824f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274823 Sep 16 10:54:54.357800 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e4f98ef2-ecbf-4732-94c0-858a0771cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.396756 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e4f98ef2-ecbf-4732-94c0-858a0771cea4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3bb6fc908c742b7b3d0f20b6f218138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187878 Sep 16 10:54:54.398435 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f98ef2-ecbf-4732-94c0-858a0771cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaedad17-03cc-425d-8dc1-e3b6978632a1,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:54.398937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53770) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:54.477969 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.507035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d805619-a78f-4d37-a59a-93ddadea3d01 req-db09b752-49d9-4a40-b89e-fed33ea3bd89 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:54.508527 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4d805619-a78f-4d37-a59a-93ddadea3d01 req-db09b752-49d9-4a40-b89e-fed33ea3bd89 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0762517 Sep 16 10:54:54.512937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.567125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4d805619-a78f-4d37-a59a-93ddadea3d01 req-e73825fb-2c32-42b0-b8ae-c7778df6a652 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522964 Sep 16 10:54:54.666041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.668485 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:54.669612 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaedad17-03cc-425d-8dc1-e3b6978632a1 HTTP/1.1" status: 204 len: 168 time: 0.2690351 Sep 16 10:54:54.679107 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5be37a-09fe-4941-962e-36bff92d060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaedad17-03cc-425d-8dc1-e3b6978632a1,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:55.229203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53776) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:55.242503 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fea5180f-78cb-4ddf-9fe8-01681201a3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.331778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fea5180f-78cb-4ddf-9fe8-01681201a3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.395332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fea5180f-78cb-4ddf-9fe8-01681201a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.434743 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-fea5180f-78cb-4ddf-9fe8-01681201a3be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbb92a0c1f0e409da6d5a647e3eb801d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044532 Sep 16 10:54:55.435874 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5180f-78cb-4ddf-9fe8-01681201a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194e96bb-bfd4-43b5-ab30-129cf7900611,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:55.437407 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53780) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:55.486257 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.506684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.626485 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.629009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:55.630172 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/194e96bb-bfd4-43b5-ab30-129cf7900611 HTTP/1.1" status: 204 len: 168 time: 0.1917055 Sep 16 10:54:55.639993 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5f3d2-ad3d-4c56-b066-beedca2d2f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194e96bb-bfd4-43b5-ab30-129cf7900611,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:54:55.696247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a53c7d-d2fa-41dd-8c34-3146b1096679 req-dca39d49-124a-452f-9aa7-d6fc49f0dc53 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:55.697762 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2a53c7d-d2fa-41dd-8c34-3146b1096679 req-dca39d49-124a-452f-9aa7-d6fc49f0dc53 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0645852 Sep 16 10:54:55.734668 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c2a53c7d-d2fa-41dd-8c34-3146b1096679 req-ec9e315a-39e2-4295-a4a0-7d11f396d5cf tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Sep 16 10:54:55.846131 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddf8b0-8da6-4b05-a856-2abf7db292d4 req-ec91fa61-fabc-43d0-a995-6c1bbd24e06c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:55.847673 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0fddf8b0-8da6-4b05-a856-2abf7db292d4 req-ec91fa61-fabc-43d0-a995-6c1bbd24e06c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0493813 Sep 16 10:54:55.858682 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 53788) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:54:55.860688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Request body: {'floatingip': {'port_id': '31306257-9759-4417-b6cd-3dcca5abf4be'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:54:55.898677 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:56.323913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:56.426049 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:56.524721 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Floating IP 6418c8bf-8e8b-4396-b1f4-2cfd105087dc associated. External IP: 172.27.3.185, port: 31306257-9759-4417-b6cd-3dcca5abf4be. Sep 16 10:54:56.730305 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:54:56.840296 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:54:56.845144 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:54:56.850044 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:54:56.860543 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:56.861332 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:56.881567 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-be947d13-77e6-4d4d-9f5c-e8580a0fb08c tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "PUT /v2.0/floatingips/6418c8bf-8e8b-4396-b1f4-2cfd105087dc HTTP/1.1" status: 200 len: 991 time: 1.0194201 Sep 16 10:54:56.881567 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:54:56.881567 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d6924e-1558-44d2-a688-6831303b5ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:54:56.929598 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3c93e-678a-4969-9e2e-4c4bc373b228 x-openstack-request-id: req-2ad3c93e-678a-4969-9e2e-4c4bc373b228 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:54:56.933083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:54:56.933083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ad3c93e-678a-4969-9e2e-4c4bc373b228 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:54:56.933083 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be', 'status': 'completed', 'code': 200} Sep 16 10:54:56.994326 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:56.999970 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-294efc93-42a7-44e5-acdd-9a70625f1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:57.001506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-294efc93-42a7-44e5-acdd-9a70625f1e5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 1098 time: 0.0427649 Sep 16 10:54:57.101649 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-25fd2475-de91-4a36-85cb-0f9136985f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:57.103028 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-25fd2475-de91-4a36-85cb-0f9136985f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 200 len: 911 time: 0.0906062 Sep 16 10:54:57.167841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-76ab74cf-7b8d-4bb4-b537-7b221352897f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31306257-9759-4417-b6cd-3dcca5abf4be HTTP/1.1" status: 200 len: 999 time: 0.0571253 Sep 16 10:54:57.217478 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '6418c8bf-8e8b-4396-b1f4-2cfd105087dc', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': '31306257-9759-4417-b6cd-3dcca5abf4be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:42Z', 'updated_at': '2021-09-16T10:54:56Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:57.219675 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-ec3f96a3-21c4-407a-b9ee-6ac4b68d968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:57.221200 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-ec3f96a3-21c4-407a-b9ee-6ac4b68d968d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 200 len: 850 time: 0.0465434 Sep 16 10:54:57.267838 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-bf87d2ce-1f46-45d0-9998-1c6c321aab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:54:57.269639 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-bf87d2ce-1f46-45d0-9998-1c6c321aab43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ab7964e-c2af-43c2-8a06-5d4bf7817b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411537 Sep 16 10:54:57.363762 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:54:57.369115 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-5223862a-5a7b-468f-bc16-cdcaa4e1e1a0 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906279 Sep 16 10:54:57.374692 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:54:57.374692 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:54:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:57.479206 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-38d6924e-1558-44d2-a688-6831303b5ad8 req-587574a2-e11b-4f62-b2a2-937ae7fea799 service neutron] 10.222.0.30 "GET /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996532 Sep 16 10:54:57.518363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:54:57.737113 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '6418c8bf-8e8b-4396-b1f4-2cfd105087dc', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': '31306257-9759-4417-b6cd-3dcca5abf4be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:42Z', 'updated_at': '2021-09-16T10:54:56Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:54:57.780788 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be81d10-7bc7-44c1-a2e8-9432a0a7adf5 None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '6418c8bf-8e8b-4396-b1f4-2cfd105087dc', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'port_id': '31306257-9759-4417-b6cd-3dcca5abf4be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'mac_address': 'fa:16:3e:22:d2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:54:42Z', 'updated_at': '2021-09-16T10:54:56Z', 'revision_number': 1, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:54:57.972793 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c85da0-b5ac-4ddb-b4e5-bf8fb2c7203e None None] New status for floating IP 6418c8bf-8e8b-4396-b1f4-2cfd105087dc: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:54:58.934839 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:55:00.869257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3626-8c13-4f8a-9941-b13b186d10eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:03.760294 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-35e6df7e-7804-42dc-ad1f-eb9d9144f0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:04.566320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:04.937429 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:05.939543 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.176934 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-91c8ab66-747a-4fb8-8aec-bb1de7841889 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767024440&fields=id&tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d HTTP/1.1" status: 200 len: 267 time: 0.0352845 Sep 16 10:55:13.229286 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-239fa488-94b1-43d8-8400-b071c70f404c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:13.230768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-239fa488-94b1-43d8-8400-b071c70f404c tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 985 time: 0.0481515 Sep 16 10:55:13.242341 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Request body: {'port': {'security_groups': ['7259f564-1958-403b-89f6-5e5e8a8e6985']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:55:13.311997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.480426 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:13.508877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.566680 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.585403 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:55:13.608714 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:13.609340 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.610746 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1a9eeeb0-c5f8-4c69-806d-10b83003e87e req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "PUT /v2.0/ports/87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 943 time: 0.3734927 Sep 16 10:55:13.611201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:55:13.613477 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2811b0-82e2-496f-aa18-54fff8b53c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:55:13.618714 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53986) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:13.647786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0144f-b713-4aa8-93ee-8fea6f9dbda7 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event updated for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=7']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:13.674771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9636bb0-4975-4c93-a230-91f220e8443e x-openstack-request-id: req-c9636bb0-4975-4c93-a230-91f220e8443e {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:55:13.674771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:55:13.674771 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9636bb0-4975-4c93-a230-91f220e8443e {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:55:13.674771 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:55:13.706350 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.720918 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:55:13.740354 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.742243 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-11e7a9ad-29f4-41e2-ba86-33cd80174f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:13.744046 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-11e7a9ad-29f4-41e2-ba86-33cd80174f25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1099 time: 0.0445843 Sep 16 10:55:13.851342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-7e0643d8-a389-4bae-aa92-89fcd216270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:13.852880 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-7e0643d8-a389-4bae-aa92-89fcd216270b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.1002109 Sep 16 10:55:13.858628 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.861207 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.863393 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c0409d6-54e1-4ec3-a179-b74a91ff0048 HTTP/1.1" status: 204 len: 168 time: 0.2350447 Sep 16 10:55:13.866931 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 53988) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:13.909326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81cb02-9456-49b4-bed0-79f6cdb35398 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0409d6-54e1-4ec3-a179-b74a91ff0048,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:13.917211 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-e3821cbf-5577-4464-b58f-889b759af5dc None None] Provisioning complete for port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:55:13.917586 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e3821cbf-5577-4464-b58f-889b759af5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:13.935130 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-97ca8ea0-5e3f-4795-9eb8-18e6cb4e186c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 1002 time: 0.0691392 Sep 16 10:55:14.000931 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-581071a1-bdc9-4c2c-a86f-0cbb3cf5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:14.002511 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-581071a1-bdc9-4c2c-a86f-0cbb3cf5a9fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0480597 Sep 16 10:55:14.048870 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Deleting port 06d157e5-4825-48da-a3b2-128d1fdffef4 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:14.049208 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:14.066488 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-58057984-61d9-4615-8156-4e7f54159d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:14.068000 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-58057984-61d9-4615-8156-4e7f54159d27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389457 Sep 16 10:55:14.123054 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:14.123376 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:14.134703 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Calling delete_port for 06d157e5-4825-48da-a3b2-128d1fdffef4 owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:14.165943 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-af7c77b0-5efb-4e81-995f-39e473a61e72 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868173 Sep 16 10:55:14.255961 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a2811b0-82e2-496f-aa18-54fff8b53c6b req-d2b83eb3-5ac1-428e-8cd2-1bf41fecc911 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815113 Sep 16 10:55:14.359772 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:14.388481 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event deleted for resources: {'Port': ['ID=06d157e5-4825-48da-a3b2-128d1fdffef4,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:14.457989 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:14.458651 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Floating IP 18c8bd4c-45dc-4e26-a62d-abd03eb0be03 disassociated (deleted). External IP: 172.27.3.124, port: 87fc1f08-e1d8-44c3-86f8-b18035fdb21a. Sep 16 10:55:14.669822 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Router 14fc5d01-c482-46a5-aa49-f598cc3ec49a has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:55:14.991328 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:55:14.996496 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:15.001102 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Sync routers for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:55:15.010438 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:15.011046 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:15.025676 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d2b74019-8ab1-4421-9a80-2874f57f0fe3 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "DELETE /v2.0/floatingips/18c8bd4c-45dc-4e26-a62d-abd03eb0be03 HTTP/1.1" status: 204 len: 168 time: 1.1577017 Sep 16 10:55:15.026639 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:55:15.028532 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12bcc81-810f-4f2b-9594-65792d950ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:55:15.126288 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:15.161986 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045bd5c3-e63d-4bc2-a1a0-2ce4bfdf7e10 x-openstack-request-id: req-045bd5c3-e63d-4bc2-a1a0-2ce4bfdf7e10 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:55:15.162974 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:55:15.163398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-045bd5c3-e63d-4bc2-a1a0-2ce4bfdf7e10 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:55:15.163947 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:55:15.227210 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-e3f22c16-5274-4a42-ac9b-dfe2bfadb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:15.228769 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-e3f22c16-5274-4a42-ac9b-dfe2bfadb4d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1099 time: 0.0411997 Sep 16 10:55:15.332080 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-bf0bcd11-0213-42e0-b372-d985db9f2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:15.333588 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-bf0bcd11-0213-42e0-b372-d985db9f2d29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.0896683 Sep 16 10:55:15.339129 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:15.367388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Checking router: 14fc5d01-c482-46a5-aa49-f598cc3ec49a for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:55:15.375284 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:15.375958 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:15.380071 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-ed428559-107e-4c36-b8ea-63dc9ffcb76d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 217 time: 0.0351355 Sep 16 10:55:15.382679 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:15.469564 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-3c53f1d5-d85d-4dee-bca0-a249baaf7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:15.471034 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-3c53f1d5-d85d-4dee-bca0-a249baaf7335 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0777733 Sep 16 10:55:15.506606 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:15.523409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-c09a6e4d-3cc1-448f-a8ea-517fccacc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:15.525690 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-c09a6e4d-3cc1-448f-a8ea-517fccacc163 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429895 Sep 16 10:55:15.637342 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-63ddb595-1af8-4147-a3ba-7c3694fa75d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873995 Sep 16 10:55:15.722508 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:15.733274 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d12bcc81-810f-4f2b-9594-65792d950ac3 req-d194fe6a-a9cd-43e8-8e05-a5137d493c0e service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867770 Sep 16 10:55:15.748890 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0fce6-f1d4-4100-af16-1d5b6a2bb53c None None] The sync data for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi is: [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:51:50Z', 'revision_number': 4, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '84411152-2a38-4991-9089-178d36eb566d', 'name': '', 'network_id': '0e878560-2374-47b1-bb39-8159e95bacfd', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'mac_address': 'fa:16:3e:46:49:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:49Z', 'updated_at': '2021-09-16T10:51:55Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'subnets': [{'id': '501c26e2-0f3e-48f1-8151-e15abec217d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:55:15.945638 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a5bd8-7372-4bbc-b144-a7118404adcd None None] New status for floating IP 18c8bd4c-45dc-4e26-a62d-abd03eb0be03: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:55:19.329894 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-ab5f147f-cd42-4708-b970-65609810d75c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366168 Sep 16 10:55:19.393224 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-ab4bc4f1-bc71-4960-a59d-ee81d7d92f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:19.394723 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-ab4bc4f1-bc71-4960-a59d-ee81d7d92f1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 1099 time: 0.0406914 Sep 16 10:55:19.499979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-bc43f799-7e1b-489b-aba1-509de610d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:19.501463 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-bc43f799-7e1b-489b-aba1-509de610d839 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 200 len: 915 time: 0.0831330 Sep 16 10:55:19.547838 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-3648c700-f2e1-430e-9e63-5642fcf5c287 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 200 len: 217 time: 0.0362651 Sep 16 10:55:19.597115 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-828cb898-fa6e-4898-8d90-1cb6cf9021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:19.598450 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-828cb898-fa6e-4898-8d90-1cb6cf9021c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 200 len: 854 time: 0.0422771 Sep 16 10:55:19.644574 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-4a48bc21-db5d-4c89-aea5-330c1f2b7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:19.646068 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-4a48bc21-db5d-4c89-aea5-330c1f2b7f98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0e878560-2374-47b1-bb39-8159e95bacfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382516 Sep 16 10:55:20.012062 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-970403b5-3db1-422a-b46e-e69a0583390d service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523240 Sep 16 10:55:20.100768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b58f2f9-35a1-4361-a114-a6a7303d3665 req-2a1b64bc-bde2-47f2-8654-aa7c95accd3e service neutron] 10.222.0.30 "GET /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791855 Sep 16 10:55:26.673696 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6f8f-5105-4f29-b3fa-e7ddeb0ad308 req-819677a5-e060-4400-9053-ae29956fb5c6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:26.673696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebb6f8f-5105-4f29-b3fa-e7ddeb0ad308 req-819677a5-e060-4400-9053-ae29956fb5c6 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0478249 Sep 16 10:55:26.709184 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ebb6f8f-5105-4f29-b3fa-e7ddeb0ad308 req-fba9eba7-bb38-439b-8dff-2631318ada20 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Sep 16 10:55:27.828521 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cd801-a827-46f3-99cf-ce34ca2ce228 req-cc2da9d6-f855-4b4d-a726-3d912857d8cb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:27.829992 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8a8cd801-a827-46f3-99cf-ce34ca2ce228 req-cc2da9d6-f855-4b4d-a726-3d912857d8cb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0509992 Sep 16 10:55:27.869276 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8a8cd801-a827-46f3-99cf-ce34ca2ce228 req-3b881a09-1147-4163-9099-055388cf4bdb tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329540 Sep 16 10:55:28.617361 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-a5339870-996a-4bab-9af1-1db365b0af17 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:28.618771 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-a5339870-996a-4bab-9af1-1db365b0af17 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0468154 Sep 16 10:55:28.708235 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Deleting port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:28.708769 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:28.794520 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] For port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:28.794919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:28.807487 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Calling delete_port for 87fc1f08-e1d8-44c3-86f8-b18035fdb21a owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:28.984507 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce00ba-9b0c-4fe3-95be-c38d5772f87d req-c5853e36-a399-483c-9e29-d3df2b95b0e1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:28.985881 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-19ce00ba-9b0c-4fe3-95be-c38d5772f87d req-c5853e36-a399-483c-9e29-d3df2b95b0e1 tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0a44534-de71-4683-bc10-6d91590e833b HTTP/1.1" status: 200 len: 946 time: 0.0485203 Sep 16 10:55:29.024768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-19ce00ba-9b0c-4fe3-95be-c38d5772f87d req-5528a200-2747-40b3-b3c7-9373bc7b660a tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.36 "GET /v2.0/security-groups?id=7259f564-1958-403b-89f6-5e5e8a8e6985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Sep 16 10:55:29.044658 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:29.057899 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['87fc1f08-e1d8-44c3-86f8-b18035fdb21a'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:55:29.073693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Pushing event deleted for resources: {'Port': ['ID=87fc1f08-e1d8-44c3-86f8-b18035fdb21a,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:29.085854 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.086201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.086538 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.086870 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.087198 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.087523 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.087848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.088169 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.088511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.088833 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.089150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.089472 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:29.125406 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] No DVR routers for this DVR port 87fc1f08-e1d8-44c3-86f8-b18035fdb21a on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:55:29.127804 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:29.129749 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1faf2e51-a9a5-4398-b1ee-44c7a21ba29b req-0e5ea96a-25ff-418b-b97f-c9f1ef8c960d tempest-TestMinimumBasicScenario-1245641133 tempest-TestMinimumBasicScenario-1245641133-project] 10.222.0.30 "DELETE /v2.0/ports/87fc1f08-e1d8-44c3-86f8-b18035fdb21a HTTP/1.1" status: 204 len: 173 time: 0.5036891 Sep 16 10:55:29.130176 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'name': 'network-vif-deleted', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:55:29.133057 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3d6cd-87f7-4eae-b1e3-8a8f02b75655" -d '{"events": [{"server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "name": "network-vif-deleted", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:55:29.171877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa79de-59d4-4abf-b50e-27a80da27981 x-openstack-request-id: req-56fa79de-59d4-4abf-b50e-27a80da27981 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:55:29.172173 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a44534-de71-4683-bc10-6d91590e833b", "name": "network-vif-deleted", "tag": "87fc1f08-e1d8-44c3-86f8-b18035fdb21a", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:55:29.172424 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56fa79de-59d4-4abf-b50e-27a80da27981 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:55:29.172849 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a44534-de71-4683-bc10-6d91590e833b', 'name': 'network-vif-deleted', 'tag': '87fc1f08-e1d8-44c3-86f8-b18035fdb21a', 'status': 'completed', 'code': 200} Sep 16 10:55:30.541941 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54174) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:30.644035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-310c88f9-5f90-4b20-a5b9-7f30fb5bcc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:30.730493 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-310c88f9-5f90-4b20-a5b9-7f30fb5bcc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:30.783153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-310c88f9-5f90-4b20-a5b9-7f30fb5bcc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:30.821593 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-310c88f9-5f90-4b20-a5b9-7f30fb5bcc7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dd667450e52402cbc04392246caf26a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785835 Sep 16 10:55:30.822441 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c88f9-5f90-4b20-a5b9-7f30fb5bcc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec33c4f-7d75-452b-82fb-21c696b8134c,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:30.824255 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54190) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:30.861258 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0785a10e-75c9-41fe-8675-194fca7103cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:30.874497 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:30.895256 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:31.026928 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:31.029557 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:31.030704 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cec33c4f-7d75-452b-82fb-21c696b8134c HTTP/1.1" status: 204 len: 168 time: 0.2049603 Sep 16 10:55:31.038900 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec33c4f-7d75-452b-82fb-21c696b8134c,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:31.045777 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.046198 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.046469 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.046811 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.047153 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.047487 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.047822 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.048158 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.048587 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.048835 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.049162 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.049621 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2f3295-ee71-4270-a993-b62c9b20d9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:31.604132 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54222) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:31.959030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:32.201358 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Deleting port 84411152-2a38-4991-9089-178d36eb566d {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:32.201707 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:32.278163 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] For port 84411152-2a38-4991-9089-178d36eb566d, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=84411152-2a38-4991-9089-178d36eb566d,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:32.278550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:32.291043 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Calling delete_port for 84411152-2a38-4991-9089-178d36eb566d owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:32.543285 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:32.570797 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Pushing event deleted for resources: {'Port': ['ID=84411152-2a38-4991-9089-178d36eb566d,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:32.747150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:32.956575 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Router 14fc5d01-c482-46a5-aa49-f598cc3ec49a has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:55:33.059633 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:55:33.064700 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a8b188c0-73a8-42c8-82a9-b32b6db9c318 admin admin] 10.222.0.36 "PUT /v2.0/routers/14fc5d01-c482-46a5-aa49-f598cc3ec49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4594436 Sep 16 10:55:33.067281 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54246) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:33.069267 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Sync routers for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:55:33.078360 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:33.078971 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:33.170388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.267871 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.297267 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:33.391271 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Deleting port 4a048e52-ec14-4aaf-8eab-70105851112f {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:33.391516 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.469434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] For port 4a048e52-ec14-4aaf-8eab-70105851112f, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=4a048e52-ec14-4aaf-8eab-70105851112f,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:33.469966 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.474448 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:55:32Z', 'revision_number': 5, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port': {'id': '4a048e52-ec14-4aaf-8eab-70105851112f', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d7:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:46Z', 'updated_at': '2021-09-16T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:33.482686 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Calling delete_port for 4a048e52-ec14-4aaf-8eab-70105851112f owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:33.501071 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Checking router: 14fc5d01-c482-46a5-aa49-f598cc3ec49a for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:55:33.509654 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Routers {'14fc5d01-c482-46a5-aa49-f598cc3ec49a'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:33.510264 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:33.597974 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] Set router 14fc5d01-c482-46a5-aa49-f598cc3ec49a gateway port host: None {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:33.653842 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:55:33Z', 'revision_number': 6, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:33.679504 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869995d-5a51-4f08-8103-fdeb463d9b94 None None] The sync data for ids ['14fc5d01-c482-46a5-aa49-f598cc3ec49a'] in dv-cinder-787764-4-iscsi is: [{'id': '14fc5d01-c482-46a5-aa49-f598cc3ec49a', 'name': 'tempest-TestMinimumBasicScenario-2085865233-router', 'tenant_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:45Z', 'updated_at': '2021-09-16T10:55:33Z', 'revision_number': 6, 'project_id': 'e6b1aadfa785442fb0d4f15e5be9d68d', 'gw_port_host': None}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:55:33.729986 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.758276 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9c2a91c4-a22c-4486-b9f4-c3c04804167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.758489 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a048e52-ec14-4aaf-8eab-70105851112f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:33.824069 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.913380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.915416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:33.978415 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 87fc1f08-e1d8-44c3-86f8-b18035fdb21a no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:33.998331 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 87fc1f08-e1d8-44c3-86f8-b18035fdb21a {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:33.999730 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 87fc1f08-e1d8-44c3-86f8-b18035fdb21a not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:34.017282 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.017843 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fc5d01-c482-46a5-aa49-f598cc3ec49a {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:55:34.022195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.027453 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-00ffb025-bd01-4800-83b5-e7e1252d5607 admin admin] 10.222.0.36 "DELETE /v2.0/routers/14fc5d01-c482-46a5-aa49-f598cc3ec49a HTTP/1.1" status: 204 len: 168 time: 0.9552786 Sep 16 10:55:34.027453 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54258) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:34.070357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Deleting subnet 501c26e2-0f3e-48f1-8151-e15abec217d7 {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:55:34.073498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.112609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.215549 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.365984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.391220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501c26e2-0f3e-48f1-8151-e15abec217d7,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:34.394847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.397254 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-fdafd96e-6e4f-491c-a10c-d37cd2e08095 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/501c26e2-0f3e-48f1-8151-e15abec217d7 HTTP/1.1" status: 204 len: 168 time: 0.3699825 Sep 16 10:55:34.399693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54264) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:34.404498 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e68733-a35f-4648-a938-130c07798c4e None None] Network 0e878560-2374-47b1-bb39-8159e95bacfd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:55:34.481247 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.531198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 84411152-2a38-4991-9089-178d36eb566d no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:34.540380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Deleting port 64386675-61a5-4ea8-ba7f-7904055a2f66 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:34.540892 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.553445 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 84411152-2a38-4991-9089-178d36eb566d {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:34.553902 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 84411152-2a38-4991-9089-178d36eb566d not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:34.554372 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 4a048e52-ec14-4aaf-8eab-70105851112f no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:34.556065 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.585235 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 4a048e52-ec14-4aaf-8eab-70105851112f {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:34.585235 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 4a048e52-ec14-4aaf-8eab-70105851112f not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:34.612398 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] For port 64386675-61a5-4ea8-ba7f-7904055a2f66, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=64386675-61a5-4ea8-ba7f-7904055a2f66,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:34.612795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.625096 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Calling delete_port for 64386675-61a5-4ea8-ba7f-7904055a2f66 owned by network:dhcp {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:34.666939 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] DHCP port deletion for 0e878560-2374-47b1-bb39-8159e95bacfd request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 10:55:34.720509 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Deleting port 64386675-61a5-4ea8-ba7f-7904055a2f66 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:34.721009 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.787426 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] For port 64386675-61a5-4ea8-ba7f-7904055a2f66, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=64386675-61a5-4ea8-ba7f-7904055a2f66,segment=NetworkSegment(c3ec669c-bea9-4905-87f4-ce782fdf4a72),segment_id=c3ec669c-bea9-4905-87f4-ce782fdf4a72)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:34.787720 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.801178 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Calling delete_port for 64386675-61a5-4ea8-ba7f-7904055a2f66 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:34.817413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.847086 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] No DVR routers for this DVR port 64386675-61a5-4ea8-ba7f-7904055a2f66 on host dv-cinder-787764-4-iscsi {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:55:34.851462 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Pushing event deleted for resources: {'Port': ['ID=64386675-61a5-4ea8-ba7f-7904055a2f66,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:34.921455 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.925586 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.944858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e878560-2374-47b1-bb39-8159e95bacfd']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:34.953940 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ec669c-bea9-4905-87f4-ce782fdf4a72') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:34.954313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ec669c-bea9-4905-87f4-ce782fdf4a72') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:34.956673 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] No DVR routers for this DVR port 64386675-61a5-4ea8-ba7f-7904055a2f66 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:55:34.962964 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131771-0354-4d93-aeb7-6e7ee512dbf4 None None] Pushing event deleted for resources: {'Port': ['ID=64386675-61a5-4ea8-ba7f-7904055a2f66,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:34.964676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.978844 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.984769 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:55:34.985151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:55:34.986740 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:55:34.994201 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.119804 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.124994 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.126816 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0e878560-2374-47b1-bb39-8159e95bacfd HTTP/1.1" status: 204 len: 168 time: 0.7262366 Sep 16 10:55:35.129738 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54270) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:35.137918 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72a592-71b5-472e-8924-ea139489f897 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e878560-2374-47b1-bb39-8159e95bacfd,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:35.540014 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.838890 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Deleting port e8f24f18-dffa-4ea7-b573-a5e8ee70f584 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:35.839237 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.927375 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] For port e8f24f18-dffa-4ea7-b573-a5e8ee70f584, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:35.929451 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:35.936751 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:55:35.940290 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Calling delete_port for e8f24f18-dffa-4ea7-b573-a5e8ee70f584 owned by network:router_interface {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:36.000108 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:36.203926 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:36.227493 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f24f18-dffa-4ea7-b573-a5e8ee70f584,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:36.393751 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:36.424936 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 64386675-61a5-4ea8-ba7f-7904055a2f66 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:36.445122 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 64386675-61a5-4ea8-ba7f-7904055a2f66 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:36.445459 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 64386675-61a5-4ea8-ba7f-7904055a2f66 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:36.598227 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Router 6066583e-6470-4f6a-86a5-c10e037fc89b has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:55:36.699766 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:55:36.704747 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f75579f4-3396-406c-9182-7167f490f465 admin admin] 10.222.0.36 "PUT /v2.0/routers/6066583e-6470-4f6a-86a5-c10e037fc89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5739763 Sep 16 10:55:36.707306 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54286) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:36.710186 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Sync routers for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:55:36.719035 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:36.719630 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:36.810949 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks [] for router, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:36.921813 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:36.943939 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.064275 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Deleting port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:37.064679 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.100057 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:55:36Z', 'revision_number': 5, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port': {'id': '05f03ad8-35b1-4c3c-899d-88f8a8007dc3', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:51:56Z', 'updated_at': '2021-09-16T10:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:37.130338 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Checking router: 6066583e-6470-4f6a-86a5-c10e037fc89b for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:55:37.138789 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Routers {'6066583e-6470-4f6a-86a5-c10e037fc89b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:55:37.139579 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:55:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['6066583e-6470-4f6a-86a5-c10e037fc89b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:37.146657 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] For port 05f03ad8-35b1-4c3c-899d-88f8a8007dc3, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:37.147033 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.159895 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Calling delete_port for 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 owned by network:router_gateway {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:37.233892 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] Set router 6066583e-6470-4f6a-86a5-c10e037fc89b gateway port host: None {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:55:37.289808 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:55:36Z', 'revision_number': 6, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:37.318201 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59f07e-a92f-4c59-ae5f-5c1e42026263 None None] The sync data for ids ['6066583e-6470-4f6a-86a5-c10e037fc89b'] in dv-cinder-787764-4-iscsi is: [{'id': '6066583e-6470-4f6a-86a5-c10e037fc89b', 'name': 'tempest-TestMinimumBasicScenario-1020923846-router', 'tenant_id': '70a5fc700c3c4c1bac12c93122640920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:51:55Z', 'updated_at': '2021-09-16T10:55:36Z', 'revision_number': 6, 'project_id': '70a5fc700c3c4c1bac12c93122640920', 'gw_port_host': None}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:55:37.405836 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.432268 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f03ad8-35b1-4c3c-899d-88f8a8007dc3,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:37.495006 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.598055 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.600299 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.737571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.738344 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6066583e-6470-4f6a-86a5-c10e037fc89b {{(pid=100950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:55:37.743675 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:37.744938 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-adac1c27-f9fe-4e03-8ba9-470ea92aaf63 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6066583e-6470-4f6a-86a5-c10e037fc89b HTTP/1.1" status: 204 len: 168 time: 1.0367007 Sep 16 10:55:37.747611 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54312) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:37.797296 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Deleting subnet 9351f368-7d8f-49f2-9e27-fb99ed8c916b {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:55:37.800899 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.060277 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.172004 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.298058 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.326615 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9351f368-7d8f-49f2-9e27-fb99ed8c916b,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:38.331877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.337342 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ff4ed0d5-6ebb-4bf6-98e2-32bdf29591e5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9351f368-7d8f-49f2-9e27-fb99ed8c916b HTTP/1.1" status: 204 len: 168 time: 0.5865157 Sep 16 10:55:38.338039 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54334) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:38.348221 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb890ada-f86c-45fb-9c08-669f40c822a1 None None] Network 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:55:38.389110 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:38.442070 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:38.442420 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 05f03ad8-35b1-4c3c-899d-88f8a8007dc3 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:38.442920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device e8f24f18-dffa-4ea7-b573-a5e8ee70f584 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:38.446991 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.469233 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: e8f24f18-dffa-4ea7-b573-a5e8ee70f584 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:38.469583 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device e8f24f18-dffa-4ea7-b573-a5e8ee70f584 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:38.501426 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Deleting port 918a14b5-c2de-4a12-9dee-3eac6297ed08 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:38.501760 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.569928 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] For port 918a14b5-c2de-4a12-9dee-3eac6297ed08, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=918a14b5-c2de-4a12-9dee-3eac6297ed08,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:38.570291 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.580479 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] DHCP port deletion for 75b42fff-39ef-4b36-b2cc-0c68bcef0fcc request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 10:55:38.587326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Calling delete_port for 918a14b5-c2de-4a12-9dee-3eac6297ed08 owned by network:dhcp {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:38.635000 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Deleting port 918a14b5-c2de-4a12-9dee-3eac6297ed08 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:55:38.635449 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.708509 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] For port 918a14b5-c2de-4a12-9dee-3eac6297ed08, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=918a14b5-c2de-4a12-9dee-3eac6297ed08,segment=NetworkSegment(22c4d196-db33-4faa-a8ad-f9b0002d93e3),segment_id=22c4d196-db33-4faa-a8ad-f9b0002d93e3)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:38.709480 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.722906 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Calling delete_port for 918a14b5-c2de-4a12-9dee-3eac6297ed08 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:55:38.931443 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.938833 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:38.963063 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] No DVR routers for this DVR port 918a14b5-c2de-4a12-9dee-3eac6297ed08 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:55:38.965999 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Pushing event deleted for resources: {'Port': ['ID=918a14b5-c2de-4a12-9dee-3eac6297ed08,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:38.968376 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbcaa8-3f64-4657-89c8-8ce36173e704 None None] Pushing event deleted for resources: {'Port': ['ID=918a14b5-c2de-4a12-9dee-3eac6297ed08,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:38.969738 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] No DVR routers for this DVR port 918a14b5-c2de-4a12-9dee-3eac6297ed08 on host dv-cinder-787764-4-iscsi {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:55:39.042880 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.064937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b42fff-39ef-4b36-b2cc-0c68bcef0fcc']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:39.074857 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c4d196-db33-4faa-a8ad-f9b0002d93e3') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:39.076111 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c4d196-db33-4faa-a8ad-f9b0002d93e3') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:55:39.085884 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.098644 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.104921 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:55:39.105307 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self.session.flush() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self.session.flush() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self.session.flush() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self.session.flush() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:55:39.106936 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:55:39.240946 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.246091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.250915 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/75b42fff-39ef-4b36-b2cc-0c68bcef0fcc HTTP/1.1" status: 204 len: 168 time: 0.9097629 Sep 16 10:55:39.271404 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b6dfb-f835-4f8d-afff-a8763dff13ad admin admin] Pushing event deleted for resources: {'Network': ['ID=75b42fff-39ef-4b36-b2cc-0c68bcef0fcc,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:39.629834 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54374) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:39.672377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-e471995d-ffc9-41ad-a07f-1f017f2a9e7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6b1aadfa785442fb0d4f15e5be9d68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413694 Sep 16 10:55:39.674860 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54376) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:39.723823 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.749410 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.914109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.916711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:39.917920 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7259f564-1958-403b-89f6-5e5e8a8e6985 HTTP/1.1" status: 204 len: 168 time: 0.2420638 Sep 16 10:55:39.926151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f06c9-6459-4780-a587-7d1b46fa60a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259f564-1958-403b-89f6-5e5e8a8e6985,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:40.347086 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 918a14b5-c2de-4a12-9dee-3eac6297ed08 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:55:40.367038 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 918a14b5-c2de-4a12-9dee-3eac6297ed08 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:55:40.367380 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 918a14b5-c2de-4a12-9dee-3eac6297ed08 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:55:40.585118 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54388) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:40.623830 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ee81abb0-65ee-46a1-92f0-4a26fa3747e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70a5fc700c3c4c1bac12c93122640920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376129 Sep 16 10:55:40.626179 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54390) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:40.671487 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:40.692791 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:40.789098 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:40.791746 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:40.793085 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1590ecac-3110-4fb2-a795-19682394ed36 HTTP/1.1" status: 204 len: 168 time: 0.1660159 Sep 16 10:55:40.801381 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2f15-389c-48c3-b670-fe32e2aee4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590ecac-3110-4fb2-a795-19682394ed36,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:42.427780 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d073946-3a34-41fc-8be4-e754e5b7176b req-b86da836-58b9-4cca-81bd-03364633ab11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:42.429868 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d073946-3a34-41fc-8be4-e754e5b7176b req-b86da836-58b9-4cca-81bd-03364633ab11 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0543823 Sep 16 10:55:42.468278 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8d073946-3a34-41fc-8be4-e754e5b7176b req-9141cc49-1c53-4960-8d98-72a6a7617b8b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319097 Sep 16 10:55:43.590183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8287d42-b771-4c25-91fc-fc21b85ab656 req-85cea764-d158-48b9-8f59-927a441a8d96 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:43.594547 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8287d42-b771-4c25-91fc-fc21b85ab656 req-85cea764-d158-48b9-8f59-927a441a8d96 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0480139 Sep 16 10:55:43.628224 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54438) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:43.630315 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8287d42-b771-4c25-91fc-fc21b85ab656 req-e75dd502-9c85-4561-ac8e-dde57bcead81 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Sep 16 10:55:43.729288 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-825403c0-b7b4-4016-9669-d44869d609ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:43.813684 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-825403c0-b7b4-4016-9669-d44869d609ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:43.900392 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-825403c0-b7b4-4016-9669-d44869d609ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:43.937199 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825403c0-b7b4-4016-9669-d44869d609ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3146e61-e94d-4ff7-848e-5f47073dfc87,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:43.941374 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-825403c0-b7b4-4016-9669-d44869d609ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4208290509f443f2a7be0f0352f176b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121223 Sep 16 10:55:43.944042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54442) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:55:43.990785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:44.010549 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:44.134612 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:44.137127 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:44.138272 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3146e61-e94d-4ff7-848e-5f47073dfc87 HTTP/1.1" status: 204 len: 168 time: 0.1932645 Sep 16 10:55:44.145904 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae717d0e-1bfe-4c29-89b0-23dbc0f93098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3146e61-e94d-4ff7-848e-5f47073dfc87,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:44.750405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c282d-fa12-4b42-990e-5d2b55577a8c req-d6689b95-3009-4e53-9b11-0643a2a7aed8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:44.752448 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-280c282d-fa12-4b42-990e-5d2b55577a8c req-d6689b95-3009-4e53-9b11-0643a2a7aed8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0498583 Sep 16 10:55:44.789017 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-280c282d-fa12-4b42-990e-5d2b55577a8c req-b40ef0e5-009c-4012-9ea4-b9c036ce5faf tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Sep 16 10:55:45.342505 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:45.913807 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d37748-8685-4e01-a916-8bde026ff0f6 req-0d96a85f-b38e-4dd9-bb93-e6590980f16d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:45.915176 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-13d37748-8685-4e01-a916-8bde026ff0f6 req-0d96a85f-b38e-4dd9-bb93-e6590980f16d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0518975 Sep 16 10:55:45.952212 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-13d37748-8685-4e01-a916-8bde026ff0f6 req-4639e8f6-9680-46b3-9aa9-3947a488bb38 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Sep 16 10:55:47.067233 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b551dc4-e852-42fa-bc2b-683d52186445 req-5b71e2fa-778b-415a-bacb-51afe3c75588 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:47.068710 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2b551dc4-e852-42fa-bc2b-683d52186445 req-5b71e2fa-778b-415a-bacb-51afe3c75588 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0477495 Sep 16 10:55:47.105892 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2b551dc4-e852-42fa-bc2b-683d52186445 req-0a669bac-59d4-4293-abc3-162e773c5c1e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Sep 16 10:55:48.221702 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30c59-c922-4474-8879-45b598ee0e92 req-64d6ddf1-bcf5-496b-9f07-c201ffeabcfa tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:48.223196 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-87d30c59-c922-4474-8879-45b598ee0e92 req-64d6ddf1-bcf5-496b-9f07-c201ffeabcfa tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0481930 Sep 16 10:55:48.261581 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-87d30c59-c922-4474-8879-45b598ee0e92 req-2af6bccb-1b8c-4c5a-94f3-453a78f1167a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Sep 16 10:55:49.383350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732047-7887-429d-96f1-88aa1af78668 req-b0c303be-e67a-4de2-bd74-fa52f816de82 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:49.384845 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-11732047-7887-429d-96f1-88aa1af78668 req-b0c303be-e67a-4de2-bd74-fa52f816de82 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0514381 Sep 16 10:55:49.421052 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-11732047-7887-429d-96f1-88aa1af78668 req-8cabb0de-d7b6-4e1e-973b-ef13f6929910 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304546 Sep 16 10:55:50.553110 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480c0b-4958-4300-a324-60eeabfe7061 req-b76c7ee4-fc48-4727-96fd-347312e750ba tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:50.554496 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e9480c0b-4958-4300-a324-60eeabfe7061 req-b76c7ee4-fc48-4727-96fd-347312e750ba tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0567338 Sep 16 10:55:50.592115 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e9480c0b-4958-4300-a324-60eeabfe7061 req-463448af-5d60-4aa4-bd49-f0b1d3644fb4 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316410 Sep 16 10:55:51.707380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5f66-1c73-4e6e-afac-6ab51652e659 req-02c2a408-188a-4746-9e28-d1f9659af692 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:51.709097 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fccf5f66-1c73-4e6e-afac-6ab51652e659 req-02c2a408-188a-4746-9e28-d1f9659af692 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0475202 Sep 16 10:55:51.746292 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fccf5f66-1c73-4e6e-afac-6ab51652e659 req-b7f87977-90dc-451a-9c83-cf6a9c9be4c0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308676 Sep 16 10:55:52.872661 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4a167-8630-4a5b-a1aa-68a2fc4866bf req-faf484fc-ce8f-44e5-9309-57181a5a5473 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:52.874153 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-31b4a167-8630-4a5b-a1aa-68a2fc4866bf req-faf484fc-ce8f-44e5-9309-57181a5a5473 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0525918 Sep 16 10:55:52.911730 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-31b4a167-8630-4a5b-a1aa-68a2fc4866bf req-f18d112c-c2c1-44c7-9ad9-f26d1fd1101c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Sep 16 10:55:54.028408 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814381-678c-4c41-9cd8-dd8bbd923cca req-33697d0f-9c20-44c1-ab43-7e0caa8278fc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:54.029878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb814381-678c-4c41-9cd8-dd8bbd923cca req-33697d0f-9c20-44c1-ab43-7e0caa8278fc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0481427 Sep 16 10:55:54.065984 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cb814381-678c-4c41-9cd8-dd8bbd923cca req-e26940a9-8684-4f40-ba21-0c7260be5c14 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301781 Sep 16 10:55:55.182912 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914c413-25db-4fb7-b2e2-71634afc5a88 req-886c3de2-187c-4268-aa51-62b5f03fd0c9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:55.184402 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4914c413-25db-4fb7-b2e2-71634afc5a88 req-886c3de2-187c-4268-aa51-62b5f03fd0c9 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0485802 Sep 16 10:55:55.222623 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4914c413-25db-4fb7-b2e2-71634afc5a88 req-f2bde0ed-9225-4d13-8905-df314a89a385 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Sep 16 10:55:56.115284 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:55:56.224045 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:56.236051 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '0b0296fb-7448-48da-b60e-704e9818195f', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:55:56.275739 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:56.289243 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:55:56.310712 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:56.377327 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059ea00-986a-429f-a06c-db9d5169e7aa req-55b7309a-9fdf-49cb-b847-d0dcf3156da8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:56.387758 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6059ea00-986a-429f-a06c-db9d5169e7aa req-55b7309a-9fdf-49cb-b847-d0dcf3156da8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0829060 Sep 16 10:55:56.393197 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:56.455774 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6059ea00-986a-429f-a06c-db9d5169e7aa req-65aeef49-7cd5-4988-8e75-85cd19a4e195 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664165 Sep 16 10:55:56.462945 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=6']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:56.471488 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.472090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.472855 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.473344 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.473848 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.474337 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.474872 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.475348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.475826 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.479053 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.479703 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.480194 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:55:56.485596 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['0b0296fb-7448-48da-b60e-704e9818195f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:55:57.570397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96891b-1bc8-42bb-9fe9-af97e6416e41 req-65d935dc-11b4-40e1-b0ee-b272fcbbff4d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:57.573103 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b96891b-1bc8-42bb-9fe9-af97e6416e41 req-65d935dc-11b4-40e1-b0ee-b272fcbbff4d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0539072 Sep 16 10:55:57.615303 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b96891b-1bc8-42bb-9fe9-af97e6416e41 req-9b826627-8441-4410-91a8-15cf309f9f4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362546 Sep 16 10:55:58.127132 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:55:58.177109 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 0b0296fb-7448-48da-b60e-704e9818195f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:55:58.177754 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:58.260483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:58.288025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:55:58.290943 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e2fe1c-2a88-42de-94b6-d621b37c0be0" -d '{"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:55:58.324495 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:55:58.345618 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d5aa9e-9aaf-4cb4-8800-1038e1884ff2 x-openstack-request-id: req-e9d5aa9e-9aaf-4cb4-8800-1038e1884ff2 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:55:58.348574 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:55:58.348574 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9d5aa9e-9aaf-4cb4-8800-1038e1884ff2 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:55:58.348574 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'code': 200} Sep 16 10:55:58.397025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:55:58.452920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=7']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:55:58.736786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dba8a-b447-482e-b8d7-a720b3cc9cf0 req-391002d8-ce12-4957-ba0f-5e4bbda4ede0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:58.738380 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b9dba8a-b447-482e-b8d7-a720b3cc9cf0 req-391002d8-ce12-4957-ba0f-5e4bbda4ede0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0499957 Sep 16 10:55:58.779795 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3b9dba8a-b447-482e-b8d7-a720b3cc9cf0 req-390dbbf2-cc02-46e1-9fe4-2ad5748be93a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Sep 16 10:55:59.915571 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554b62-d88d-4c10-ba1a-7ab32ab37b1d req-847cadc7-d701-4718-9d84-51cb05065f9a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:55:59.919053 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f554b62-d88d-4c10-ba1a-7ab32ab37b1d req-847cadc7-d701-4718-9d84-51cb05065f9a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0622320 Sep 16 10:55:59.960194 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5f554b62-d88d-4c10-ba1a-7ab32ab37b1d req-867b1da7-b050-46c1-b0e0-f61db9686e4f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368252 Sep 16 10:56:00.877245 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-91549d25-a192-4092-a290-189296789971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:01.087158 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf12a1b-c87a-4164-9531-161429373681 req-1751a874-2940-42fd-be5d-3cf7412e8ee5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:01.088795 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cf12a1b-c87a-4164-9531-161429373681 req-1751a874-2940-42fd-be5d-3cf7412e8ee5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0513031 Sep 16 10:56:01.133050 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0cf12a1b-c87a-4164-9531-161429373681 req-965f20d9-a394-43ba-8004-3afc0f11e2d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375888 Sep 16 10:56:02.255825 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b968259-3e3b-4b88-b947-a0c69c2120bd req-5bd82c0a-9354-484a-9acf-c871bf9aa5eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:02.257383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b968259-3e3b-4b88-b947-a0c69c2120bd req-5bd82c0a-9354-484a-9acf-c871bf9aa5eb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0506523 Sep 16 10:56:02.295687 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6b968259-3e3b-4b88-b947-a0c69c2120bd req-bafe0012-dd6d-49c9-a802-995163529583 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319104 Sep 16 10:56:03.438098 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f05b-1444-4b00-b4b2-4e74388d8bf6 req-a697875a-5648-49e5-bac0-aed8476d02e5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:03.444906 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8853f05b-1444-4b00-b4b2-4e74388d8bf6 req-a697875a-5648-49e5-bac0-aed8476d02e5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0731990 Sep 16 10:56:03.499133 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8853f05b-1444-4b00-b4b2-4e74388d8bf6 req-d7662f21-d592-42af-803e-a964014255ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532684 Sep 16 10:56:03.753003 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d6a98cb9-eb4b-427e-8212-6185c13623c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:04.562162 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:04.630684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178ca04-4a37-469d-97a0-26bd736bfb35 req-89bab0f1-e967-48c1-8606-47713dd20e3d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:04.632220 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0178ca04-4a37-469d-97a0-26bd736bfb35 req-89bab0f1-e967-48c1-8606-47713dd20e3d tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0520880 Sep 16 10:56:04.679258 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0178ca04-4a37-469d-97a0-26bd736bfb35 req-8f16c420-63f5-403b-a4cc-1d49a89473fc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383019 Sep 16 10:56:04.945411 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:05.801782 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed53859-fb41-4bf2-b989-8c91503cab99 req-417db964-afd1-40e4-b5c6-148ee7f6eb75 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:05.803269 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ed53859-fb41-4bf2-b989-8c91503cab99 req-417db964-afd1-40e4-b5c6-148ee7f6eb75 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0508533 Sep 16 10:56:05.840766 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ed53859-fb41-4bf2-b989-8c91503cab99 req-a400fb39-761c-431c-b146-2013335eef8c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Sep 16 10:56:05.947172 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:06.972748 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357f6d-63d1-4607-ac5d-696a62f735c4 req-95497ce7-efec-4cf7-977e-5d3bccde599b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:06.974280 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f5357f6d-63d1-4607-ac5d-696a62f735c4 req-95497ce7-efec-4cf7-977e-5d3bccde599b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0575755 Sep 16 10:56:07.012930 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f5357f6d-63d1-4607-ac5d-696a62f735c4 req-fea9ef92-9db5-42e4-bfa8-a247d6f5851b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Sep 16 10:56:07.658596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-359d0c66-b51a-4a4f-af10-cf06f6928135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:07.660034 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-359d0c66-b51a-4a4f-af10-cf06f6928135 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1098 time: 0.0381770 Sep 16 10:56:07.748608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-be1335b7-daa2-4ec1-a4ae-599f1faca3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:07.750047 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-be1335b7-daa2-4ec1-a4ae-599f1faca3bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.0829918 Sep 16 10:56:07.817687 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-ae379dd7-da14-4aa0-8e74-3116176ba68c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 1001 time: 0.0603914 Sep 16 10:56:07.873867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-1e1bcb4d-aec1-48fd-85e8-3283acaab368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:07.875363 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-1e1bcb4d-aec1-48fd-85e8-3283acaab368 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0512018 Sep 16 10:56:07.922285 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-7d01de19-9df1-415b-a7eb-7641a7355db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:07.923857 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-7d01de19-9df1-415b-a7eb-7641a7355db9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414658 Sep 16 10:56:08.019252 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-4f8cb802-6e8d-4cd2-9c26-27d305f4a9fd service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868189 Sep 16 10:56:08.141913 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-576e04a6-f6b4-45e2-859c-15cf6dc8f117 req-9bc5ad31-ba5a-4711-8f5c-672aefad5f3b service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135812 Sep 16 10:56:08.158746 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c546cf-042d-47f4-8146-4e9d96495d87 req-8a0c0581-025a-4380-9c06-03d8cca4d9d1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:08.160293 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29c546cf-042d-47f4-8146-4e9d96495d87 req-8a0c0581-025a-4380-9c06-03d8cca4d9d1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0618615 Sep 16 10:56:08.201126 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-29c546cf-042d-47f4-8146-4e9d96495d87 req-e8cb3a53-6ee1-41fc-a15d-32d1c5b59100 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340726 Sep 16 10:56:09.317261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e838a-6782-443a-bd31-ae6096cdbece req-5ab3f6f5-d120-4e24-bb47-020f2e5bb5ad tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:09.318716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-068e838a-6782-443a-bd31-ae6096cdbece req-5ab3f6f5-d120-4e24-bb47-020f2e5bb5ad tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0476789 Sep 16 10:56:09.355713 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-068e838a-6782-443a-bd31-ae6096cdbece req-108c8cd1-5819-4da3-8dc8-7d5e35baa36f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310836 Sep 16 10:56:10.148097 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02747c2-dc59-49da-9ec3-a7552c9946ce req-ab6784be-b8f4-4e27-84be-64e276d100c1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:10.149582 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f02747c2-dc59-49da-9ec3-a7552c9946ce req-ab6784be-b8f4-4e27-84be-64e276d100c1 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0521152 Sep 16 10:56:10.185593 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f02747c2-dc59-49da-9ec3-a7552c9946ce req-af49aadf-e227-49ed-b7c6-523ecda4a6dd tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301433 Sep 16 10:56:10.475016 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986006e-a0a9-4e77-8780-3296dec7f18a req-7b95ef94-f147-4198-a8b6-ae54d32122b8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:10.477032 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3986006e-a0a9-4e77-8780-3296dec7f18a req-7b95ef94-f147-4198-a8b6-ae54d32122b8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 945 time: 0.0485134 Sep 16 10:56:10.515110 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3986006e-a0a9-4e77-8780-3296dec7f18a req-7ed91dab-8edf-4d4d-b519-8d5ec88298cd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Sep 16 10:56:11.297998 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb1168-8f38-409d-b8b4-bb77ade587b0 req-2eabe11e-50df-4660-b6b4-edb0e66b559a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:11.299457 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21fb1168-8f38-409d-b8b4-bb77ade587b0 req-2eabe11e-50df-4660-b6b4-edb0e66b559a tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0486739 Sep 16 10:56:11.336171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-21fb1168-8f38-409d-b8b4-bb77ade587b0 req-d1049a78-2e30-4d03-91fe-94d934856f46 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups?id=e633cb29-db17-4ae5-9977-77fbba22baca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305176 Sep 16 10:56:11.822969 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-783a82dd-e335-4799-b1e5-96bdc2343c34 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:11.824306 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-783a82dd-e335-4799-b1e5-96bdc2343c34 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 945 time: 0.0510342 Sep 16 10:56:11.912665 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Deleting port 31306257-9759-4417-b6cd-3dcca5abf4be {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:11.913001 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.003815 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] For port 31306257-9759-4417-b6cd-3dcca5abf4be, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=31306257-9759-4417-b6cd-3dcca5abf4be,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:12.004178 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.167539 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.167803 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.168114 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Floating IP 6418c8bf-8e8b-4396-b1f4-2cfd105087dc disassociated. External IP: 172.27.3.185, port: 31306257-9759-4417-b6cd-3dcca5abf4be. Sep 16 10:56:12.168476 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Calling delete_port for 31306257-9759-4417-b6cd-3dcca5abf4be owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:12.193351 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:56:12.356475 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.385578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'Port': ['ID=31306257-9759-4417-b6cd-3dcca5abf4be,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:12.402483 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.429285 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:56:12.431703 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd805fe0-6890-45c8-bffd-95c6726d5ed4" -d '{"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:56:12.447216 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:12.459983 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-39a812ed-aad1-4b72-845d-82ba20cd216e req-84762893-734f-425c-8734-f812e202c35d tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 210 time: 0.0332890 Sep 16 10:56:12.499702 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6f0714-3bda-4e15-b34e-1c5eed6978e8 x-openstack-request-id: req-ae6f0714-3bda-4e15-b34e-1c5eed6978e8 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:56:12.499989 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-unplugged", "status": "failed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "code": 422}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:56:12.500244 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae6f0714-3bda-4e15-b34e-1c5eed6978e8 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:56:12.500685 dv-cinder-787764-4-iscsi neutron-server[100952]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'code': 422} returned with failed status Sep 16 10:56:12.525112 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:56:12.567942 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.615383 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=8']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:12.672199 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cda784-fefb-4a29-8b73-4bd6e8bfd0de req-79795936-c611-4a18-ba7a-539931c6652f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:12.673615 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a9cda784-fefb-4a29-8b73-4bd6e8bfd0de req-79795936-c611-4a18-ba7a-539931c6652f tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0976009 Sep 16 10:56:12.679666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:56:12.692256 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:56:12.701846 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:56:12.702574 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:56:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:12.734341 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] No DVR routers for this DVR port 31306257-9759-4417-b6cd-3dcca5abf4be on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:56:12.737649 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:12.739900 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4dca4fdd-0ae5-46a3-a7f8-2aa749bda71a req-2f8cd3d8-5567-4de3-a46f-6b6ac647b658 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.30 "DELETE /v2.0/ports/31306257-9759-4417-b6cd-3dcca5abf4be HTTP/1.1" status: 204 len: 173 time: 0.9089861 Sep 16 10:56:12.740717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'name': 'network-vif-deleted', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:56:12.743746 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98e2cf7-0b45-44a1-86eb-fca32205ee29" -d '{"events": [{"server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "name": "network-vif-deleted", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:56:12.770648 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a9cda784-fefb-4a29-8b73-4bd6e8bfd0de req-0470a786-5df6-416e-93f6-f9454bc132a3 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890265 Sep 16 10:56:12.794506 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7cf40-1a6d-4727-bd03-53dd7534eb6d x-openstack-request-id: req-6bf7cf40-1a6d-4727-bd03-53dd7534eb6d {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:56:12.794866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e452006c-513b-4b16-9b44-fe8a5cdbf87d", "name": "network-vif-deleted", "tag": "31306257-9759-4417-b6cd-3dcca5abf4be", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:56:12.795202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bf7cf40-1a6d-4727-bd03-53dd7534eb6d {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:56:12.796111 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e452006c-513b-4b16-9b44-fe8a5cdbf87d', 'name': 'network-vif-deleted', 'tag': '31306257-9759-4417-b6cd-3dcca5abf4be', 'status': 'completed', 'code': 200} Sep 16 10:56:12.841364 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:56:12.935706 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:56:13.058747 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:13.087354 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:56:13.095966 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:56:13.096630 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:56:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:13.136781 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54712) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:13.202513 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:56:13.223389 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-cd52984a-839d-416f-8225-4e93655feb62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849411 Sep 16 10:56:13.232732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-fe96e64c-9fc9-404c-a630-6803ad13b4db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:56:13.233775 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-fe96e64c-9fc9-404c-a630-6803ad13b4db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049760 Sep 16 10:56:13.400902 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:13.431276 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bace83-4085-4008-bdea-89886d067c27 None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:13Z', 'revision_number': 4, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '8ce5cf7f-5b3b-437d-8957-fa89a702d8b1', 'name': '', 'network_id': '2ab7964e-c2af-43c2-8a06-5d4bf7817b40', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'mac_address': 'fa:16:3e:e5:0d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a1633365-9837-4126-9baa-91548f3803ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'subnets': [{'id': 'a1633365-9837-4126-9baa-91548f3803ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:56:13.578649 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3f30937a-f6ab-4a3c-99c3-ee206e304b2b req-e0b7103f-515e-4671-9883-6d6f85bb6f43 tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/ports?device_id=e452006c-513b-4b16-9b44-fe8a5cdbf87d HTTP/1.1" status: 200 len: 210 time: 0.0319049 Sep 16 10:56:13.673121 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff04e0f5-ad98-4df2-88a5-e0c1d34f2799 None None] New status for floating IP 6418c8bf-8e8b-4396-b1f4-2cfd105087dc: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:56:13.904671 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd75c0-4b29-4d4b-bf96-4c9af50f97c9 req-68d77922-9f46-454b-b39f-0db88c287e05 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:13.906214 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-22dd75c0-4b29-4d4b-bf96-4c9af50f97c9 req-68d77922-9f46-454b-b39f-0db88c287e05 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0539570 Sep 16 10:56:13.943971 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-22dd75c0-4b29-4d4b-bf96-4c9af50f97c9 req-71d819e3-7ba2-445c-86c4-04a3a8eac92b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Sep 16 10:56:14.615050 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-a6ef68fd-405e-4211-992c-acf47af34dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:14.616584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-a6ef68fd-405e-4211-992c-acf47af34dec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e&tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7 HTTP/1.1" status: 200 len: 1096 time: 0.0428376 Sep 16 10:56:14.675964 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-81c1ceef-ab84-44f1-84c7-39f7869ebcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:14.677470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-81c1ceef-ab84-44f1-84c7-39f7869ebcf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1096 time: 0.0395324 Sep 16 10:56:14.719658 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54730) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:14.764408 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-dfd9b3fb-d14f-4e43-8dce-d0549ce138bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:14.765878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-dfd9b3fb-d14f-4e43-8dce-d0549ce138bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 200 len: 916 time: 0.0818145 Sep 16 10:56:14.772460 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:14.795717 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:14.831929 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-59097b81-72de-41ca-889d-5d64a48aab5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 200 len: 999 time: 0.0586815 Sep 16 10:56:14.879123 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-060e7b08-a29f-4ae1-8a33-633f81bd3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:14.880558 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-060e7b08-a29f-4ae1-8a33-633f81bd3409 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 200 len: 855 time: 0.0418518 Sep 16 10:56:14.916722 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:14.919290 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:14.920503 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "DELETE /v2.0/security-groups/e633cb29-db17-4ae5-9977-77fbba22baca HTTP/1.1" status: 204 len: 168 time: 0.1998513 Sep 16 10:56:14.923274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54732) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:14.929720 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c8fc-b135-4e79-a0c0-340d1cee641e tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e633cb29-db17-4ae5-9977-77fbba22baca,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:14.941781 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.api.v2.resource [None req-7065667c-1062-4fc6-b1fb-f5ea44e078ad tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] show failed (client error): The resource could not be found. Sep 16 10:56:14.946269 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7065667c-1062-4fc6-b1fb-f5ea44e078ad tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "GET /v2.0/security-groups/e633cb29-db17-4ae5-9977-77fbba22baca HTTP/1.1" status: 404 len: 347 time: 0.0186102 Sep 16 10:56:14.946814 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54734) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:14.953935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-baeea0e2-41d0-4e97-9478-7c5b6e5fe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:14.955365 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-baeea0e2-41d0-4e97-9478-7c5b6e5fe25a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56a8675e-4077-4931-9266-4125c2cddd08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682516 Sep 16 10:56:15.165686 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddfecb-d063-44d7-8be4-24d66f6c5ad1 req-81af7a2d-8aab-4bc9-8a37-c78b735c52aa tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:15.167031 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f3ddfecb-d063-44d7-8be4-24d66f6c5ad1 req-81af7a2d-8aab-4bc9-8a37-c78b735c52aa tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.1228116 Sep 16 10:56:15.168736 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-6281bded-293b-4f4d-a7d3-56c58c635923 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817005 Sep 16 10:56:15.215407 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Deleting port bc21fabc-af6d-446a-86f0-0c1728a84907 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:15.215734 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.262397 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f3ddfecb-d063-44d7-8be4-24d66f6c5ad1 req-02f88db9-69c1-41f1-b261-fef187f461e1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889850 Sep 16 10:56:15.354753 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.355080 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.358985 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-657fa264-38f6-43d3-b778-d4501617fbc0 service neutron] 10.222.0.30 "GET /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756976 Sep 16 10:56:15.368896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Calling delete_port for bc21fabc-af6d-446a-86f0-0c1728a84907 owned by network:floatingip {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:15.373377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.586809 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.612272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Pushing event deleted for resources: {'Port': ['ID=bc21fabc-af6d-446a-86f0-0c1728a84907,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:15.671372 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.674034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:15.675230 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-225d96a8-7185-4635-b92b-3f231736db7f tempest-AttachVolumeTestJSON-731169498 tempest-AttachVolumeTestJSON-731169498-project] 10.222.0.36 "DELETE /v2.0/floatingips/6418c8bf-8e8b-4396-b1f4-2cfd105087dc HTTP/1.1" status: 204 len: 168 time: 0.7275140 Sep 16 10:56:16.192986 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 31306257-9759-4417-b6cd-3dcca5abf4be no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:56:16.216439 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 31306257-9759-4417-b6cd-3dcca5abf4be {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:56:16.217201 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 31306257-9759-4417-b6cd-3dcca5abf4be not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:56:16.400023 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3166a-7a66-494f-974e-0bdf7ecb6549 req-923f2465-b764-49f2-903e-6819686f81b1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:16.405055 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2fb3166a-7a66-494f-974e-0bdf7ecb6549 req-923f2465-b764-49f2-903e-6819686f81b1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0616829 Sep 16 10:56:16.452331 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2fb3166a-7a66-494f-974e-0bdf7ecb6549 req-d840dc57-6b01-49e3-9a6c-489a211eed65 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453169 Sep 16 10:56:17.578529 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2688b8-699d-42d7-a13b-cb38b33bebbd req-93bb9f5d-711f-4cea-8c48-441776d30788 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:17.580729 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd2688b8-699d-42d7-a13b-cb38b33bebbd req-93bb9f5d-711f-4cea-8c48-441776d30788 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0521147 Sep 16 10:56:17.619361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bd2688b8-699d-42d7-a13b-cb38b33bebbd req-08d3cbdf-9680-45bf-9662-6e9d33e78bef tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Sep 16 10:56:18.744287 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9370-deb2-4278-b3e4-374b2dac75ff req-bf0c2030-14d3-41cc-8a8a-0f79ad5cedd0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:18.745812 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ffda9370-deb2-4278-b3e4-374b2dac75ff req-bf0c2030-14d3-41cc-8a8a-0f79ad5cedd0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0488551 Sep 16 10:56:18.785955 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ffda9370-deb2-4278-b3e4-374b2dac75ff req-25088f8b-c4cc-4c4b-8866-7dd27346ea98 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Sep 16 10:56:19.702720 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54792) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:20.205274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802af0d-887a-4863-98ec-baefbcb592c0 req-8e96fdbd-35fc-415d-9129-f503ca61c35e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:20.206703 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0802af0d-887a-4863-98ec-baefbcb592c0 req-8e96fdbd-35fc-415d-9129-f503ca61c35e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0892496 Sep 16 10:56:20.289851 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0802af0d-887a-4863-98ec-baefbcb592c0 req-41d2279b-4a36-4455-b2b1-1a3a4f02e4a2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741522 Sep 16 10:56:20.487135 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:20.731705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Deleting port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:20.732034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:20.813899 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] For port 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:20.814258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:20.830136 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Calling delete_port for 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:21.100901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:21.124616 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce5cf7f-5b3b-437d-8957-fa89a702d8b1,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:21.324519 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:21.481825 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153c99-b39e-4339-8350-67c5139bdabb req-cc374f07-e293-4a91-b84c-ad5e5bb3fc31 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:21.483546 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01153c99-b39e-4339-8350-67c5139bdabb req-cc374f07-e293-4a91-b84c-ad5e5bb3fc31 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0953867 Sep 16 10:56:21.586097 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-01153c99-b39e-4339-8350-67c5139bdabb req-a4dd5c60-4447-4902-b633-c2aa8bc056d5 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709326 Sep 16 10:56:21.622345 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Router afd136f8-0ec9-4aad-9f01-704bf824ae93 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:56:21.728266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:56:21.733237 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a0dabeb3-39dd-45e9-a6de-756399a54410 admin admin] 10.222.0.36 "PUT /v2.0/routers/afd136f8-0ec9-4aad-9f01-704bf824ae93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0293076 Sep 16 10:56:21.735896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54800) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:21.738694 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Sync routers for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:56:21.749080 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:56:21.750422 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:56:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:21.847581 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:21.865412 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:56:21.961750 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.057316 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:56:20Z', 'revision_number': 5, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port': {'id': 'd16ce933-073d-4669-88c2-0116318a6eb2', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:06Z', 'updated_at': '2021-09-16T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:22.091670 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Checking router: afd136f8-0ec9-4aad-9f01-704bf824ae93 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:56:22.091903 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Deleting port d16ce933-073d-4669-88c2-0116318a6eb2 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:22.092088 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.099914 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Routers {'afd136f8-0ec9-4aad-9f01-704bf824ae93'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:56:22.100573 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:56:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['afd136f8-0ec9-4aad-9f01-704bf824ae93'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:22.177067 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] For port d16ce933-073d-4669-88c2-0116318a6eb2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d16ce933-073d-4669-88c2-0116318a6eb2,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:22.177425 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.190234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Calling delete_port for d16ce933-073d-4669-88c2-0116318a6eb2 owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:22.196738 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] Set router afd136f8-0ec9-4aad-9f01-704bf824ae93 gateway port host: None {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:56:22.252807 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:56:21Z', 'revision_number': 6, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:22.284651 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8984b25-1569-4394-b678-5ffe98fd05ef None None] The sync data for ids ['afd136f8-0ec9-4aad-9f01-704bf824ae93'] in dv-cinder-787764-4-iscsi is: [{'id': 'afd136f8-0ec9-4aad-9f01-704bf824ae93', 'name': 'tempest-AttachVolumeTestJSON-1745686532-router', 'tenant_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:56:21Z', 'revision_number': 6, 'project_id': '2a201e028ae84e89a5f7facbfe65f6e3', 'gw_port_host': None}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:56:22.437917 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.465263 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16ce933-073d-4669-88c2-0116318a6eb2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:22.541237 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.643531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.646950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.700597 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:56:22.730787 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:56:22.731284 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8ce5cf7f-5b3b-437d-8957-fa89a702d8b1 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:56:22.789720 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43925-432d-4c4c-8695-10dbdde2c835 req-6d8633cf-c79a-49bc-9834-befccb6e08bc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:22.791360 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-41d43925-432d-4c4c-8695-10dbdde2c835 req-6d8633cf-c79a-49bc-9834-befccb6e08bc tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0685122 Sep 16 10:56:22.811285 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.811909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd136f8-0ec9-4aad-9f01-704bf824ae93 {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:56:22.816955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.821205 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-26a42a84-a3b2-47f4-a30c-910140c3cad7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/afd136f8-0ec9-4aad-9f01-704bf824ae93 HTTP/1.1" status: 204 len: 168 time: 1.0842195 Sep 16 10:56:22.821501 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54806) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:22.842831 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-41d43925-432d-4c4c-8695-10dbdde2c835 req-3cfc0b78-e851-4ccb-b9da-bded5f99dc8a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Sep 16 10:56:22.867713 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Deleting subnet a1633365-9837-4126-9baa-91548f3803ca {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:56:22.871067 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:22.908542 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.003554 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.100631 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.136870 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00f447-9772-4cd0-b179-7413bb0f02db None None] Network 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:56:23.137371 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1633365-9837-4126-9baa-91548f3803ca,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:23.139571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.144023 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-4595f362-46e1-46bd-b2ec-322d75b8bb39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1633365-9837-4126-9baa-91548f3803ca HTTP/1.1" status: 204 len: 168 time: 0.3192813 Sep 16 10:56:23.144545 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54808) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:23.254443 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.313859 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Deleting port d287f98a-fcdd-4905-a679-0e64ba9b6506 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:23.314212 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.349203 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] DHCP port deletion for 2ab7964e-c2af-43c2-8a06-5d4bf7817b40 request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 10:56:23.394735 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] For port d287f98a-fcdd-4905-a679-0e64ba9b6506, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d287f98a-fcdd-4905-a679-0e64ba9b6506,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:23.395020 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.410508 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Calling delete_port for d287f98a-fcdd-4905-a679-0e64ba9b6506 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:23.422229 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Deleting port d287f98a-fcdd-4905-a679-0e64ba9b6506 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:56:23.422541 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.500925 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] For port d287f98a-fcdd-4905-a679-0e64ba9b6506, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d287f98a-fcdd-4905-a679-0e64ba9b6506,segment=NetworkSegment(1bb9de21-2fc5-4098-8352-12f4bdb25950),segment_id=1bb9de21-2fc5-4098-8352-12f4bdb25950)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:23.501359 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.517735 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Calling delete_port for d287f98a-fcdd-4905-a679-0e64ba9b6506 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:56:23.592030 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.598221 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.606175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] No DVR routers for this DVR port d287f98a-fcdd-4905-a679-0e64ba9b6506 on host dv-cinder-787764-4-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:56:23.623451 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] Pushing event deleted for resources: {'Port': ['ID=d287f98a-fcdd-4905-a679-0e64ba9b6506,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:23.627547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Pushing event deleted for resources: {'Port': ['ID=d287f98a-fcdd-4905-a679-0e64ba9b6506,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:23.629641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2d29a-c2d5-4f6f-bdfa-8eb3ea54fef1 None None] No DVR routers for this DVR port d287f98a-fcdd-4905-a679-0e64ba9b6506 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:56:23.705937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.725027 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab7964e-c2af-43c2-8a06-5d4bf7817b40']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:23.733998 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb9de21-2fc5-4098-8352-12f4bdb25950') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:23.734300 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb9de21-2fc5-4098-8352-12f4bdb25950') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:56:23.744894 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.759047 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.765668 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:56:23.766074 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:56:23.777060 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:56:23.912202 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.928326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:23.930307 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ab7964e-c2af-43c2-8a06-5d4bf7817b40 HTTP/1.1" status: 204 len: 168 time: 0.7850018 Sep 16 10:56:23.931156 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174a791-3e90-42ab-89f6-4beeda452857 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab7964e-c2af-43c2-8a06-5d4bf7817b40,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:23.987933 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300748d7-b76a-4f99-95b0-846576b6cb79 req-212942e1-4e0a-4e8d-93c8-72daea4e5960 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:23.989494 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-300748d7-b76a-4f99-95b0-846576b6cb79 req-212942e1-4e0a-4e8d-93c8-72daea4e5960 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0573850 Sep 16 10:56:24.032140 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-300748d7-b76a-4f99-95b0-846576b6cb79 req-fc6e8a92-ccb2-4c02-a264-72feffafd9ad tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365069 Sep 16 10:56:24.272514 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54814) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:24.313714 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6f9df95b-80b4-4beb-9c24-17db13cf468e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a201e028ae84e89a5f7facbfe65f6e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400040 Sep 16 10:56:24.316116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54816) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:24.375032 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d16ce933-073d-4669-88c2-0116318a6eb2 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:56:24.376276 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:24.399397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: d16ce933-073d-4669-88c2-0116318a6eb2 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:56:24.399397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d16ce933-073d-4669-88c2-0116318a6eb2 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:56:24.399397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d287f98a-fcdd-4905-a679-0e64ba9b6506 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:56:24.401068 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:24.415902 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: d287f98a-fcdd-4905-a679-0e64ba9b6506 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:56:24.416139 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d287f98a-fcdd-4905-a679-0e64ba9b6506 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:56:24.506108 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:24.509520 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:24.512748 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a1f9976-cf5a-43cf-8b75-317aa863d745 HTTP/1.1" status: 204 len: 168 time: 0.1936717 Sep 16 10:56:24.519625 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dee8c-5eb6-4bb7-aa34-f6328d6cb3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f9976-cf5a-43cf-8b75-317aa863d745,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:25.154056 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a9cea-2ebf-4d57-b8e6-ddccbac1481f req-e87c42c7-d126-4eab-985b-4dafbc26c3b0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:25.155679 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af0a9cea-2ebf-4d57-b8e6-ddccbac1481f req-e87c42c7-d126-4eab-985b-4dafbc26c3b0 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0511379 Sep 16 10:56:25.194764 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af0a9cea-2ebf-4d57-b8e6-ddccbac1481f req-349727b8-6eb1-4d60-be1b-e4989fc03f38 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Sep 16 10:56:26.315411 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60638-f8fd-41cf-84ce-d3f7e2a9e248 req-e98df0fe-a0ee-4ca1-9f22-34af8b0be12e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:26.316951 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b5d60638-f8fd-41cf-84ce-d3f7e2a9e248 req-e98df0fe-a0ee-4ca1-9f22-34af8b0be12e tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0471139 Sep 16 10:56:26.354550 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b5d60638-f8fd-41cf-84ce-d3f7e2a9e248 req-ac3c8794-ac98-40c2-85ba-558222a8a072 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Sep 16 10:56:27.475326 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162922ea-1ce7-44f0-87f0-055f531671ed req-0dfbd2af-1efd-45ae-9f0b-9dc4cd2fc335 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:27.476786 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162922ea-1ce7-44f0-87f0-055f531671ed req-0dfbd2af-1efd-45ae-9f0b-9dc4cd2fc335 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0522678 Sep 16 10:56:27.513789 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162922ea-1ce7-44f0-87f0-055f531671ed req-c33efb2c-7941-43d3-90be-324240b0b29b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311296 Sep 16 10:56:28.628516 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c0034-ed56-4de6-8371-85da403a036e req-c1eeba46-585b-4cae-85b2-55bcf6cb8efb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:28.629874 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e19c0034-ed56-4de6-8371-85da403a036e req-c1eeba46-585b-4cae-85b2-55bcf6cb8efb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0475957 Sep 16 10:56:28.666355 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e19c0034-ed56-4de6-8371-85da403a036e req-43a4ca37-5a88-49ce-95f5-8daad9763e96 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302103 Sep 16 10:56:29.780085 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb3e00-c5f5-4a7b-ad97-77ef74627155 req-1d2f9d27-26e1-4fa5-a840-7a6de4c99133 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:29.781608 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0ceb3e00-c5f5-4a7b-ad97-77ef74627155 req-1d2f9d27-26e1-4fa5-a840-7a6de4c99133 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 943 time: 0.0463467 Sep 16 10:56:29.817921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0ceb3e00-c5f5-4a7b-ad97-77ef74627155 req-7089294e-a2b8-4044-9f00-7f537722a9d2 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304887 Sep 16 10:56:30.412731 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:56:30.508031 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:30.519346 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '0b0296fb-7448-48da-b60e-704e9818195f', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'port_id': '0b0296fb-7448-48da-b60e-704e9818195f', 'mac_address': 'fa:16:3e:fe:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:56:30.553879 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:30.566243 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:56:30.585298 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:30.659669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:30.708838 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=9']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:30.865801 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e398abd4-e7b6-4a79-8ffd-1a1cc52b9a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:30.940366 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912556d-4b89-4895-bd82-679568adc70e req-56e26629-2eca-4b6d-92f3-7bf651726f4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:30.941864 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4912556d-4b89-4895-bd82-679568adc70e req-56e26629-2eca-4b6d-92f3-7bf651726f4c tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0509312 Sep 16 10:56:30.978912 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4912556d-4b89-4895-bd82-679568adc70e req-04ce0883-6339-4a93-a953-54e423c88f39 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 16 10:56:31.653263 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['0b0296fb-7448-48da-b60e-704e9818195f'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:56:32.107091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb3650-44b2-4f22-bac0-c6aa68f832cc req-02132237-1795-45a9-b475-9af4d0c8b12a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:32.108738 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-afcb3650-44b2-4f22-bac0-c6aa68f832cc req-02132237-1795-45a9-b475-9af4d0c8b12a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 944 time: 0.0543170 Sep 16 10:56:32.149148 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-afcb3650-44b2-4f22-bac0-c6aa68f832cc req-ddb3f5fa-9faa-4b77-a163-c6c4dd9e6e87 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335627 Sep 16 10:56:32.332309 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:56:32.381479 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 0b0296fb-7448-48da-b60e-704e9818195f triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:56:32.381843 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:32.573495 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:32.596185 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:56:32.598452 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae9cb1-c0b1-479a-95a3-a95a191b7030" -d '{"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:56:32.611069 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:56:32.633794 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6bc809-9da3-44dd-975e-7ab02c0bade8 x-openstack-request-id: req-4a6bc809-9da3-44dd-975e-7ab02c0bade8 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:56:32.634084 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-plugged", "status": "completed", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:56:32.634467 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a6bc809-9da3-44dd-975e-7ab02c0bade8 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:56:32.634878 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'code': 200} Sep 16 10:56:32.717617 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:32.765184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=10']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:32.943931 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996cd50-6003-4937-bb2e-7a6a626e8de1 req-43f9dc1a-b3bf-47ad-81a1-1f462011a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:32.945424 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c996cd50-6003-4937-bb2e-7a6a626e8de1 req-43f9dc1a-b3bf-47ad-81a1-1f462011a9a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 1099 time: 0.0386333 Sep 16 10:56:32.978857 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c996cd50-6003-4937-bb2e-7a6a626e8de1 req-2cf02b4f-e9e5-43e7-938e-6a7045a5b30c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260937 Sep 16 10:56:33.269596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d606a2-3f9f-49f6-bbd6-d6db0b39e9f2 req-a9bc6e1e-2017-4630-a6ff-1da6852c915a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:33.270964 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b4d606a2-3f9f-49f6-bbd6-d6db0b39e9f2 req-a9bc6e1e-2017-4630-a6ff-1da6852c915a tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0505981 Sep 16 10:56:33.307588 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b4d606a2-3f9f-49f6-bbd6-d6db0b39e9f2 req-e4b88090-b7d2-44a0-8030-0afb05bc80cf tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302117 Sep 16 10:56:33.818564 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fe749c67-c54b-4712-8b5b-8045c71effff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:34.427550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120909f-a3b0-4bdf-b5e8-da5cb5b97616 req-7e3a48ac-ee72-4b78-a989-7a6c6922fb88 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:34.429043 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2120909f-a3b0-4bdf-b5e8-da5cb5b97616 req-7e3a48ac-ee72-4b78-a989-7a6c6922fb88 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0513046 Sep 16 10:56:34.465777 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2120909f-a3b0-4bdf-b5e8-da5cb5b97616 req-3561f120-2223-4aed-ad61-945018a45d3b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302076 Sep 16 10:56:34.528287 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:34.950004 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:35.585203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db1ed7-a8f3-4411-8f21-817abb4e7c85 req-fb4bd301-a658-4eff-8ee9-c5323aff10cb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:56:35.586706 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b0db1ed7-a8f3-4411-8f21-817abb4e7c85 req-fb4bd301-a658-4eff-8ee9-c5323aff10cb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0485697 Sep 16 10:56:35.621128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 54984) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:35.623351 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b0db1ed7-a8f3-4411-8f21-817abb4e7c85 req-ea2f6652-ee26-44cc-8a68-087958e0acb7 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Sep 16 10:56:35.725660 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:35.809767 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:35.909555 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:35.947939 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72d583fa77d24e8fb3aceda916473b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257508 Sep 16 10:56:35.948797 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c27307-2be7-402b-856b-d010cbbfcf4e,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:35.950860 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 54990) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:35.955461 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:35.955999 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.956114 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.956409 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.956776 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.957105 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.957437 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.958025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.958355 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.958683 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.959007 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.959347 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.959656 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7fd34-b721-4017-bd90-a1305ac767e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:35.999073 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:36.022923 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:36.132153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:36.134639 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:36.135792 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1c27307-2be7-402b-856b-d010cbbfcf4e HTTP/1.1" status: 204 len: 168 time: 0.1839650 Sep 16 10:56:36.143350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c27307-2be7-402b-856b-d010cbbfcf4e,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:36.150219 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.150572 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.150915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.151251 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.151578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.151910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.152238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.152582 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.152913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.153236 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.153564 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:36.153874 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592ca07-294c-4d44-992c-7814605caa1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:56:38.390228 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55040) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:38.490872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c7e363e0-84ef-4b16-8e21-6701f89bbfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.575618 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c7e363e0-84ef-4b16-8e21-6701f89bbfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.625829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c7e363e0-84ef-4b16-8e21-6701f89bbfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.662690 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e363e0-84ef-4b16-8e21-6701f89bbfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1098d2-a28e-45c5-a9ec-93b361d0afc7,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:38.668380 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c7e363e0-84ef-4b16-8e21-6701f89bbfab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=519c275312d848bfac3e86d2740254b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771497 Sep 16 10:56:38.671063 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55044) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:38.718310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.737876 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.842436 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.844908 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:38.846031 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea1098d2-a28e-45c5-a9ec-93b361d0afc7 HTTP/1.1" status: 204 len: 168 time: 0.1740396 Sep 16 10:56:38.853578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2437e2c-f052-4bdc-a96f-28c4287e1af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1098d2-a28e-45c5-a9ec-93b361d0afc7,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:39.479759 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55050) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:39.495001 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-675c7a4e-1187-4e0e-8151-2ca01e3cdca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.578955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-675c7a4e-1187-4e0e-8151-2ca01e3cdca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.642333 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-675c7a4e-1187-4e0e-8151-2ca01e3cdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.678778 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-675c7a4e-1187-4e0e-8151-2ca01e3cdca9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5582a4062f284b86b166a79ae8466491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979675 Sep 16 10:56:39.680642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c7a4e-1187-4e0e-8151-2ca01e3cdca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bdf25b-3eed-429e-8e00-4c37fcf3b2f8,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:39.681571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55052) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:39.728478 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.749920 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.859627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.862203 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:39.871785 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02bdf25b-3eed-429e-8e00-4c37fcf3b2f8 HTTP/1.1" status: 204 len: 168 time: 0.1808171 Sep 16 10:56:39.871785 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea16c-70ef-44fc-8ad3-f45ec552b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bdf25b-3eed-429e-8e00-4c37fcf3b2f8,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:45.373649 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:49.934784 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:56:52.090881 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55184) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:52.190383 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-568bed93-a87f-42a8-97f1-d09c1c37821c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.275079 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-568bed93-a87f-42a8-97f1-d09c1c37821c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.356755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-568bed93-a87f-42a8-97f1-d09c1c37821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.395574 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-568bed93-a87f-42a8-97f1-d09c1c37821c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d4b049c8e614564b73151f1b320d7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035939 Sep 16 10:56:52.396465 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bed93-a87f-42a8-97f1-d09c1c37821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a33ca6e-d886-48de-8678-11df78a2dd4a,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:52.399285 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55188) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:52.448490 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.471568 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.590697 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.593598 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:52.594733 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a33ca6e-d886-48de-8678-11df78a2dd4a HTTP/1.1" status: 204 len: 168 time: 0.1935279 Sep 16 10:56:52.602559 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d752761-9197-45b2-9a5b-9c6fdf9846ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a33ca6e-d886-48de-8678-11df78a2dd4a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:53.138340 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55194) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:53.151631 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c32538ad-3a43-4fbf-9105-23567a619df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.236557 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c32538ad-3a43-4fbf-9105-23567a619df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.275860 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-c32538ad-3a43-4fbf-9105-23567a619df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.313277 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-c32538ad-3a43-4fbf-9105-23567a619df5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dcce130cc054e33902145b96b8552e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733201 Sep 16 10:56:53.314093 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32538ad-3a43-4fbf-9105-23567a619df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598dfd8-b0fe-4490-8aa6-af1a08c5ca9a,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:53.315902 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55196) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:53.364389 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.387076 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.481717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.484270 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:53.485500 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5598dfd8-b0fe-4490-8aa6-af1a08c5ca9a HTTP/1.1" status: 204 len: 168 time: 0.1685543 Sep 16 10:56:53.493068 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1acea3-6b49-49e2-a9a3-fa447c2eb11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598dfd8-b0fe-4490-8aa6-af1a08c5ca9a,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:54.088030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55202) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:54.100834 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc26e4bf-946b-41a7-b0a4-a487554aa9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.185337 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc26e4bf-946b-41a7-b0a4-a487554aa9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.224967 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-cc26e4bf-946b-41a7-b0a4-a487554aa9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.261861 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-cc26e4bf-946b-41a7-b0a4-a487554aa9d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36e9305718d94af0989e3221d563c3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725380 Sep 16 10:56:54.263909 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26e4bf-946b-41a7-b0a4-a487554aa9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c241ad9a-5b6e-4449-83e2-07e05e2dfe8c,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:56:54.264471 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55204) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:56:54.313457 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.334343 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.474832 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.477409 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:56:54.478572 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c241ad9a-5b6e-4449-83e2-07e05e2dfe8c HTTP/1.1" status: 204 len: 168 time: 0.2128980 Sep 16 10:56:54.486325 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654913ee-7504-4309-af8b-193eba85fd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c241ad9a-5b6e-4449-83e2-07e05e2dfe8c,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:00.859305 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1dd86066-f08b-4e70-9a88-9aa1de12161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:03.748741 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f11fb660-49bb-4cb5-82e6-27e24c3527d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:04.544256 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:04.904761 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:05.921861 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.496364 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55302) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:06.596862 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1ee931a-0b92-4e31-b7e7-b46409f58150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.679590 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1ee931a-0b92-4e31-b7e7-b46409f58150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.744606 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a1ee931a-0b92-4e31-b7e7-b46409f58150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.782205 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a1ee931a-0b92-4e31-b7e7-b46409f58150 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fa1dd5ee9f64edc86e085056fbd7d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846937 Sep 16 10:57:06.783153 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee931a-0b92-4e31-b7e7-b46409f58150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b6f91-cf1a-4d3a-a6c8-2a01b08e0c75,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:06.784937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55306) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:06.831960 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.852544 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.956413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.959449 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:06.961334 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/756b6f91-cf1a-4d3a-a6c8-2a01b08e0c75 HTTP/1.1" status: 204 len: 168 time: 0.1753337 Sep 16 10:57:06.969332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9516b20-fa7a-474e-bef8-0a42161497c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b6f91-cf1a-4d3a-a6c8-2a01b08e0c75,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:07.509280 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55312) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:07.522271 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-01e960cd-7350-4182-ae9f-a97bc93d9ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.606891 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-01e960cd-7350-4182-ae9f-a97bc93d9ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.692051 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-01e960cd-7350-4182-ae9f-a97bc93d9ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.729239 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-01e960cd-7350-4182-ae9f-a97bc93d9ced admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f383ac15ac0e4c049103ecf12d5e327f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189219 Sep 16 10:57:07.730062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e960cd-7350-4182-ae9f-a97bc93d9ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555219e-1223-4eb2-a5f3-9d4794907ee6,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:07.731901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55316) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:07.778689 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.799847 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.916657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.919190 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:07.920359 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7555219e-1223-4eb2-a5f3-9d4794907ee6 HTTP/1.1" status: 204 len: 168 time: 0.1874077 Sep 16 10:57:07.933068 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395091f-212a-4384-8b36-560cb8b0bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555219e-1223-4eb2-a5f3-9d4794907ee6,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:09.238092 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf7ba7-295c-45de-b9e0-1e8e9edf579f req-7da48c87-70f1-44a5-a019-dc13d43bf5b8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:57:09.239817 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1dcf7ba7-295c-45de-b9e0-1e8e9edf579f req-7da48c87-70f1-44a5-a019-dc13d43bf5b8 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0580783 Sep 16 10:57:09.280383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1dcf7ba7-295c-45de-b9e0-1e8e9edf579f req-d7780501-e91c-47dd-b0d7-88839511debe tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Sep 16 10:57:10.409862 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce501aa-bb8b-4692-9dab-bda8536c62bd req-ff629178-e648-4234-b572-e9c83f05ddfd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:57:10.411378 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bce501aa-bb8b-4692-9dab-bda8536c62bd req-ff629178-e648-4234-b572-e9c83f05ddfd tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0567601 Sep 16 10:57:10.455039 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bce501aa-bb8b-4692-9dab-bda8536c62bd req-2f29e9e5-17be-4e5b-b5a8-5f4c8a94e70b tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372365 Sep 16 10:57:10.613532 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-a50335ae-af02-422e-915f-07c9f73d97d1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:57:10.614978 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-a50335ae-af02-422e-915f-07c9f73d97d1 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 946 time: 0.0471594 Sep 16 10:57:10.700514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Deleting port 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:10.700848 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:10.789524 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] For port 0b0296fb-7448-48da-b60e-704e9818195f, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=0b0296fb-7448-48da-b60e-704e9818195f,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:57:10.789891 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:10.865464 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55396) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:10.964514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:10.964880 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:10.965198 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Floating IP 65bd9784-b051-4bee-b4c9-13abef2f2686 disassociated. External IP: 172.27.3.228, port: 0b0296fb-7448-48da-b60e-704e9818195f. Sep 16 10:57:10.965536 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Calling delete_port for 0b0296fb-7448-48da-b60e-704e9818195f owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:10.972879 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0069914c-b29a-4782-8d53-3d7ddc04e249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.073092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0069914c-b29a-4782-8d53-3d7ddc04e249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.154930 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-0069914c-b29a-4782-8d53-3d7ddc04e249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.195709 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-0069914c-b29a-4782-8d53-3d7ddc04e249 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84ba39202f784e03afd7fdaca84fca55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290896 Sep 16 10:57:11.196659 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069914c-b29a-4782-8d53-3d7ddc04e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f5309-2bad-495a-9a87-bf5392790892,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:11.200496 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55400) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:11.253937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.276556 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.389123 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.392266 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.393473 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/451f5309-2bad-495a-9a87-bf5392790892 HTTP/1.1" status: 204 len: 168 time: 0.1920288 Sep 16 10:57:11.406256 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bd06a-db51-4ce0-962c-9d2a9ae63cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f5309-2bad-495a-9a87-bf5392790892,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:11.418684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.446353 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'Port': ['ID=0b0296fb-7448-48da-b60e-704e9818195f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:11.574930 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6c183458-3055-48e7-8434-6c2390d63fe0 req-b637b6e2-c2c9-42f1-bf92-3a8361051f21 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/ports?device_id=48ff5b36-fb4d-48b4-9a02-c28e1862c26e HTTP/1.1" status: 200 len: 210 time: 0.0336154 Sep 16 10:57:11.592584 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:57:11.693694 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:57:11.704691 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:57:11.715720 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:57:11.716345 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:57:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:11.741177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] No DVR routers for this DVR port 0b0296fb-7448-48da-b60e-704e9818195f on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:57:11.743826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:11.746136 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-856cbc48-fc89-47c3-8abe-b616f9d18f95 req-48f991cc-ea33-4608-8372-7c47440149ed tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.30 "DELETE /v2.0/ports/0b0296fb-7448-48da-b60e-704e9818195f HTTP/1.1" status: 204 len: 173 time: 1.1252816 Sep 16 10:57:11.746584 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-deleted', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:57:11.750561 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c2096-6d4d-4a91-b497-f15ecc236864" -d '{"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-deleted", "tag": "0b0296fb-7448-48da-b60e-704e9818195f"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:57:11.787516 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea025b5-6005-4248-84b9-174470179028 x-openstack-request-id: req-5ea025b5-6005-4248-84b9-174470179028 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:57:11.787791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ff5b36-fb4d-48b4-9a02-c28e1862c26e", "name": "network-vif-deleted", "tag": "0b0296fb-7448-48da-b60e-704e9818195f", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:57:11.788157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ea025b5-6005-4248-84b9-174470179028 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:57:11.788419 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ff5b36-fb4d-48b4-9a02-c28e1862c26e', 'name': 'network-vif-deleted', 'tag': '0b0296fb-7448-48da-b60e-704e9818195f', 'status': 'completed', 'code': 200} Sep 16 10:57:11.823318 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:57:12.034717 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:12.060220 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:57:12.068204 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:57:12.068832 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:57:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:12.111669 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55412) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:12.124315 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954c2c14-2e51-4e25-a671-85492406813e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.172576 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:57:12.210339 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954c2c14-2e51-4e25-a671-85492406813e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.310361 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-954c2c14-2e51-4e25-a671-85492406813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.355730 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-954c2c14-2e51-4e25-a671-85492406813e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d4b9c1e516b45c1a3645d63eb182bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411883 Sep 16 10:57:12.355730 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c2c14-2e51-4e25-a671-85492406813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f7865-018a-4a62-98ad-cb645a5168e6,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:12.357777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55414) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:12.413730 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.436223 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.456941 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:12.491226 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d0580f-27bb-4d31-8c6f-4e4e12dc9888 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:49:12Z', 'revision_number': 4, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '2be1248a-b563-49b1-a189-3a225386821e', 'name': '', 'network_id': '56a8675e-4077-4931-9266-4125c2cddd08', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'mac_address': 'fa:16:3e:9c:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd8662768-a44e-4161-a489-302b11055815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:11Z', 'updated_at': '2021-09-16T10:49:22Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'subnets': [{'id': 'd8662768-a44e-4161-a489-302b11055815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:57:12.533717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.536272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.537476 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef8f7865-018a-4a62-98ad-cb645a5168e6 HTTP/1.1" status: 204 len: 168 time: 0.1786497 Sep 16 10:57:12.545824 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464b75-93f6-4e58-b504-c877a15025a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f7865-018a-4a62-98ad-cb645a5168e6,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:12.717383 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160df59-1a3b-4b68-b6c5-dbd4d7105a1a None None] New status for floating IP 65bd9784-b051-4bee-b4c9-13abef2f2686: DOWN {{(pid=100952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:57:12.732805 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55422) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:12.785279 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.808344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.966295 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.966295 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:12.966295 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc6e24e0-b9a2-40b4-86b1-ec895e23d56e HTTP/1.1" status: 204 len: 168 time: 0.2315800 Sep 16 10:57:12.968667 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55430) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:12.979915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867494b-ee55-4c4d-a68f-05c42690cf27 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e24e0-b9a2-40b4-86b1-ec895e23d56e,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:12.986327 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.api.v2.resource [None req-9de53b97-8779-4f35-b2cc-d84a54e41efb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] show failed (client error): The resource could not be found. Sep 16 10:57:12.986327 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9de53b97-8779-4f35-b2cc-d84a54e41efb tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "GET /v2.0/security-groups/dc6e24e0-b9a2-40b4-86b1-ec895e23d56e HTTP/1.1" status: 404 len: 347 time: 0.0161755 Sep 16 10:57:12.988605 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55434) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:13.114400 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Deleting port 552b03fb-25d1-4924-896d-dec658a3b8c9 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:13.114400 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.184995 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.185325 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.196619 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Calling delete_port for 552b03fb-25d1-4924-896d-dec658a3b8c9 owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:13.384897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.412070 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Pushing event deleted for resources: {'Port': ['ID=552b03fb-25d1-4924-896d-dec658a3b8c9,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:13.471394 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.474041 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:13.475185 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-25fb0cc4-1acb-4ba3-b295-e50f4ad16975 tempest-AttachVolumeShelveTestJSON-1622083298 tempest-AttachVolumeShelveTestJSON-1622083298-project] 10.222.0.36 "DELETE /v2.0/floatingips/65bd9784-b051-4bee-b4c9-13abef2f2686 HTTP/1.1" status: 204 len: 168 time: 0.4856799 Sep 16 10:57:14.173188 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55458) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:14.276799 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca125234-521a-4d07-8147-68c15d259134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.361675 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca125234-521a-4d07-8147-68c15d259134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.435963 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-ca125234-521a-4d07-8147-68c15d259134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.445741 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:57:14.465920 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 0b0296fb-7448-48da-b60e-704e9818195f {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:57:14.466272 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 0b0296fb-7448-48da-b60e-704e9818195f not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:57:14.475510 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-ca125234-521a-4d07-8147-68c15d259134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4890f1a58d5b4a1faec53a5f89a0cb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012621 Sep 16 10:57:14.476376 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca125234-521a-4d07-8147-68c15d259134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c31cb8-a0b8-4f50-9818-0ae598b4c8d2,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:14.479092 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55462) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:14.527196 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.547109 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.664559 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.667038 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:14.668211 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21c31cb8-a0b8-4f50-9818-0ae598b4c8d2 HTTP/1.1" status: 204 len: 168 time: 0.1877921 Sep 16 10:57:14.675818 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e38bf-ec31-4e5b-b109-e2f4b8a692ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c31cb8-a0b8-4f50-9818-0ae598b4c8d2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:15.391057 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:16.195801 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55504) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:16.698328 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:16.930989 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Deleting port 2be1248a-b563-49b1-a189-3a225386821e {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:16.931477 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:17.027571 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] For port 2be1248a-b563-49b1-a189-3a225386821e, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=2be1248a-b563-49b1-a189-3a225386821e,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:57:17.028851 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:17.040017 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Calling delete_port for 2be1248a-b563-49b1-a189-3a225386821e owned by network:router_interface {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:17.304753 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:17.332506 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Pushing event deleted for resources: {'Port': ['ID=2be1248a-b563-49b1-a189-3a225386821e,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:17.529285 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:17.740258 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Router 74c69d57-c195-4740-ac35-babcfb19b5a4 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:57:18.068616 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:57:18.074004 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f4acbe94-8fdc-4918-a6e7-eb6b9db8b48c admin admin] 10.222.0.36 "PUT /v2.0/routers/74c69d57-c195-4740-ac35-babcfb19b5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8771808 Sep 16 10:57:18.075980 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55520) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:18.077128 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Sync routers for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:57:18.086406 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:57:18.087077 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:57:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:18.176903 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks [] for router, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.194739 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:57:18.275926 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.370030 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:57:17Z', 'revision_number': 5, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port': {'id': 'b00a0038-0115-466a-ade5-2bf59e251a4a', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:49:07Z', 'updated_at': '2021-09-16T10:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:18.398996 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Checking router: 74c69d57-c195-4740-ac35-babcfb19b5a4 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:57:18.404937 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Routers {'74c69d57-c195-4740-ac35-babcfb19b5a4'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:57:18.406077 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:57:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['74c69d57-c195-4740-ac35-babcfb19b5a4'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:18.425175 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Deleting port b00a0038-0115-466a-ade5-2bf59e251a4a {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:18.425687 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.495390 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] Set router 74c69d57-c195-4740-ac35-babcfb19b5a4 gateway port host: None {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:57:18.510068 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] For port b00a0038-0115-466a-ade5-2bf59e251a4a, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=b00a0038-0115-466a-ade5-2bf59e251a4a,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:57:18.510588 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.523448 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Calling delete_port for b00a0038-0115-466a-ade5-2bf59e251a4a owned by network:router_gateway {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:18.546830 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:57:18Z', 'revision_number': 6, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:18.576210 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96e0cf1-9331-40a4-b96f-c575b38e76b7 None None] The sync data for ids ['74c69d57-c195-4740-ac35-babcfb19b5a4'] in dv-cinder-787764-4-iscsi is: [{'id': '74c69d57-c195-4740-ac35-babcfb19b5a4', 'name': 'tempest-AttachVolumeShelveTestJSON-380126579-router', 'tenant_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:49:05Z', 'updated_at': '2021-09-16T10:57:18Z', 'revision_number': 6, 'project_id': '98ef0fccbb104a3db6641a1a13d6f9c7', 'gw_port_host': None}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:57:18.756128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.786618 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Pushing event deleted for resources: {'Port': ['ID=b00a0038-0115-466a-ade5-2bf59e251a4a,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:18.845841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.936860 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:18.939011 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.031342 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55530) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:19.053402 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.054027 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74c69d57-c195-4740-ac35-babcfb19b5a4 {{(pid=100950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 10:57:19.063106 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.066633 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-24c1232c-4b97-41b6-a971-f8fa34ee046a admin admin] 10.222.0.36 "DELETE /v2.0/routers/74c69d57-c195-4740-ac35-babcfb19b5a4 HTTP/1.1" status: 204 len: 168 time: 0.9874945 Sep 16 10:57:19.066899 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55534) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:19.117879 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Deleting subnet d8662768-a44e-4161-a489-302b11055815 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 10:57:19.120904 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.158186 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e1d813c6-6ebd-4517-97e1-40ba389dff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.174458 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.288633 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.365346 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e1d813c6-6ebd-4517-97e1-40ba389dff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.428815 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e1d813c6-6ebd-4517-97e1-40ba389dff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.461553 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.488433 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e1d813c6-6ebd-4517-97e1-40ba389dff19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce25a57b444d4af59f19f5cf32cefe2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560785 Sep 16 10:57:19.491190 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55536) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:19.492107 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d813c6-6ebd-4517-97e1-40ba389dff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9799d3-ea99-4985-a09d-4a02d8c20dfe,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:19.497273 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8662768-a44e-4161-a489-302b11055815,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:19.502154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.506737 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-71646c7e-6620-4858-96ec-06e745e09899 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d8662768-a44e-4161-a489-302b11055815 HTTP/1.1" status: 204 len: 168 time: 0.4362519 Sep 16 10:57:19.506737 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55538) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:19.510002 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d3583-801d-4b31-84a0-84253951343a None None] Network 56a8675e-4077-4931-9266-4125c2cddd08 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:57:19.543143 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.565611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.582422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.635480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Deleting port 3da90acd-cfa0-4034-a67d-138fb193fe19 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:19.635939 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.660177 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.663307 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.666834 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b9799d3-ea99-4985-a09d-4a02d8c20dfe HTTP/1.1" status: 204 len: 168 time: 0.1722105 Sep 16 10:57:19.673315 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42f27c-53a7-4684-9a43-d7a2cf522fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9799d3-ea99-4985-a09d-4a02d8c20dfe,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:19.698847 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] DHCP port deletion for 56a8675e-4077-4931-9266-4125c2cddd08 request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 10:57:19.718076 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] For port 3da90acd-cfa0-4034-a67d-138fb193fe19, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3da90acd-cfa0-4034-a67d-138fb193fe19,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:57:19.718445 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.734922 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Calling delete_port for 3da90acd-cfa0-4034-a67d-138fb193fe19 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:19.758508 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Deleting port 3da90acd-cfa0-4034-a67d-138fb193fe19 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 10:57:19.758878 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.823913 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] For port 3da90acd-cfa0-4034-a67d-138fb193fe19, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=3da90acd-cfa0-4034-a67d-138fb193fe19,segment=NetworkSegment(db8e3a07-1da3-4edf-ab88-6bf1b8a4711a),segment_id=db8e3a07-1da3-4edf-ab88-6bf1b8a4711a)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:57:19.824307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.836669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Calling delete_port for 3da90acd-cfa0-4034-a67d-138fb193fe19 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 10:57:19.889446 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.907207 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Pushing event deleted for resources: {'Port': ['ID=3da90acd-cfa0-4034-a67d-138fb193fe19,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:19.917700 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] No DVR routers for this DVR port 3da90acd-cfa0-4034-a67d-138fb193fe19 on host dv-cinder-787764-4-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:57:19.920323 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:19.950477 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Pushing event deleted for resources: {'Port': ['ID=3da90acd-cfa0-4034-a67d-138fb193fe19,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:19.953633 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] No DVR routers for this DVR port 3da90acd-cfa0-4034-a67d-138fb193fe19 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 10:57:19.962301 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.963192 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.963745 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.964872 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.965441 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.966327 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.966848 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.967365 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.967707 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.968646 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.968985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:19.969316 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3083c-32c5-40b9-9ac1-60191c04951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:20.005701 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.029245 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a8675e-4077-4931-9266-4125c2cddd08']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:20.041112 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:20.041678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8e3a07-1da3-4edf-ab88-6bf1b8a4711a') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:57:20.052527 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.066423 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.072817 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 10:57:20.073221 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 10:57:20.074985 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 10:57:20.188761 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.195841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.200587 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] 10.222.0.36 "DELETE /v2.0/networks/56a8675e-4077-4931-9266-4125c2cddd08 HTTP/1.1" status: 204 len: 168 time: 0.6900966 Sep 16 10:57:20.207116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836d0b7-94ce-41f7-ab35-c9b6903e175a admin admin] Pushing event deleted for resources: {'Network': ['ID=56a8675e-4077-4931-9266-4125c2cddd08,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:20.400985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 2be1248a-b563-49b1-a189-3a225386821e no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:57:20.421569 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 2be1248a-b563-49b1-a189-3a225386821e {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:57:20.421921 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 2be1248a-b563-49b1-a189-3a225386821e not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:57:20.422338 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 3da90acd-cfa0-4034-a67d-138fb193fe19 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:57:20.444491 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 3da90acd-cfa0-4034-a67d-138fb193fe19 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:57:20.444781 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 3da90acd-cfa0-4034-a67d-138fb193fe19 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:57:20.445187 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device b00a0038-0115-466a-ade5-2bf59e251a4a no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 10:57:20.470397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: b00a0038-0115-466a-ade5-2bf59e251a4a {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 10:57:20.470750 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device b00a0038-0115-466a-ade5-2bf59e251a4a not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 10:57:20.543508 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55544) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:20.586356 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-351e8301-a5e4-42c4-8e84-f2e46b4bea77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98ef0fccbb104a3db6641a1a13d6f9c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417037 Sep 16 10:57:20.588740 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55546) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:20.633746 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.654162 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.783998 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.786436 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:20.787631 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba5fe44b-9045-4751-9280-bb422564d641 HTTP/1.1" status: 204 len: 168 time: 0.1979887 Sep 16 10:57:20.794897 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825d83b-27ac-44d8-ae04-53ee10d5c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5fe44b-9045-4751-9280-bb422564d641,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:26.933718 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:57:27.645172 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55640) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:27.744162 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d8e768b-a9d4-4cf2-bbbb-9c5ccc3cd300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:27.827983 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d8e768b-a9d4-4cf2-bbbb-9c5ccc3cd300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:27.885992 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6d8e768b-a9d4-4cf2-bbbb-9c5ccc3cd300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:27.923332 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e768b-a9d4-4cf2-bbbb-9c5ccc3cd300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2a659-af17-4b1f-a70e-b442a20f6395,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:27.930225 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6d8e768b-a9d4-4cf2-bbbb-9c5ccc3cd300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85b34df0deea4a77917b5faed6cb4431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815924 Sep 16 10:57:27.930461 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55644) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:27.982455 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.004981 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.104180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.106724 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.107865 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8e2a659-af17-4b1f-a70e-b442a20f6395 HTTP/1.1" status: 204 len: 168 time: 0.1765089 Sep 16 10:57:28.115878 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa29241-aea0-4a0b-be64-bda348154bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2a659-af17-4b1f-a70e-b442a20f6395,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:28.776279 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55650) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:28.789634 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-752229c5-40b3-421c-b4ee-bab11c4567e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.873108 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-752229c5-40b3-421c-b4ee-bab11c4567e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.936809 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-752229c5-40b3-421c-b4ee-bab11c4567e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:28.974685 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-752229c5-40b3-421c-b4ee-bab11c4567e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67754754f65f4410857b182815570e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972733 Sep 16 10:57:28.975773 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752229c5-40b3-421c-b4ee-bab11c4567e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c79963-7a26-4164-afa2-842f9dfdce09,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:28.977552 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55652) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:29.026666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:29.047072 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:29.171119 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:29.173663 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:29.174798 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3c79963-7a26-4164-afa2-842f9dfdce09 HTTP/1.1" status: 204 len: 168 time: 0.1962681 Sep 16 10:57:29.186739 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ba7b9-5398-47a9-b9e0-56c59cfc87f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c79963-7a26-4164-afa2-842f9dfdce09,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:30.863018 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5d3ba417-4e9e-4fa3-92a2-2febd0a3f9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.283583 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55702) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:31.385100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84a50fb5-1672-48b3-988c-425b1ad31f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.469348 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84a50fb5-1672-48b3-988c-425b1ad31f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.538054 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-84a50fb5-1672-48b3-988c-425b1ad31f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.575523 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-84a50fb5-1672-48b3-988c-425b1ad31f19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=914b07fe7723439093dcf6f288ce5899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908630 Sep 16 10:57:31.576358 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a50fb5-1672-48b3-988c-425b1ad31f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e812457-01c0-4720-acc2-15947a246b9f,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:31.578286 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55706) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:31.625617 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.647841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.766848 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.769524 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:31.771393 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e812457-01c0-4720-acc2-15947a246b9f HTTP/1.1" status: 204 len: 168 time: 0.1913390 Sep 16 10:57:31.778331 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c127-ba5a-4a63-b97b-693ca116799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e812457-01c0-4720-acc2-15947a246b9f,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:32.422175 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55714) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:32.434994 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-734cbab5-39b8-4b15-8bdd-d3f83bda2bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.523209 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-734cbab5-39b8-4b15-8bdd-d3f83bda2bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.595787 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-734cbab5-39b8-4b15-8bdd-d3f83bda2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.634014 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-734cbab5-39b8-4b15-8bdd-d3f83bda2bab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84bef78fdafc4c44b15977ad1b55586b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108076 Sep 16 10:57:32.634785 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cbab5-39b8-4b15-8bdd-d3f83bda2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0801a571-67c4-4a93-9ed4-9ebaab5d7eb9,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:32.636722 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55716) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:32.684006 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.704290 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.830550 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.834666 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:32.836376 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0801a571-67c4-4a93-9ed4-9ebaab5d7eb9 HTTP/1.1" status: 204 len: 168 time: 0.1978567 Sep 16 10:57:32.846154 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa1c54-5762-4a26-8f9b-988372f0abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801a571-67c4-4a93-9ed4-9ebaab5d7eb9,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:33.750163 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-52b27dee-b0bd-4579-b1c8-d05fb6ba4ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:34.544310 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:34.904050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:35.927133 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.480495 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55840) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:43.580950 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.665111 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.731093 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.768595 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6dd51f4561941938fb30a66e74b59f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870226 Sep 16 10:57:43.769412 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f594aa-0795-458c-9966-948f27855170,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:43.771848 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55844) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:43.776946 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.777302 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.777654 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.777991 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.778327 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.778660 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.779015 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.779344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.779672 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.781096 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.781096 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.781096 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf728-b30f-48b6-b361-7377987125f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.820999 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.841230 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.955319 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.957838 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:43.959259 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64f594aa-0795-458c-9966-948f27855170 HTTP/1.1" status: 204 len: 168 time: 0.1862862 Sep 16 10:57:43.966763 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f594aa-0795-458c-9966-948f27855170,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:43.973707 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.974090 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.974432 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.974765 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.975098 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.975439 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.975752 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.976075 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.976398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.976852 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.977180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:43.977534 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5381fd-b56b-4a1f-a29e-020406f588f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:57:44.469658 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55850) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:44.484995 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b656dd75-d539-480e-bb6a-5d7a1839ef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.568082 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b656dd75-d539-480e-bb6a-5d7a1839ef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.618398 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b656dd75-d539-480e-bb6a-5d7a1839ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.655556 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b656dd75-d539-480e-bb6a-5d7a1839ef5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d8aa66cabfe47bb829be229f4da9843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848919 Sep 16 10:57:44.656458 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656dd75-d539-480e-bb6a-5d7a1839ef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4479e6-49e9-49c6-a133-e89f0f3a4aba,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:44.658337 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55852) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:44.705632 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.726621 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.835117 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.837716 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:44.838871 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce4479e6-49e9-49c6-a133-e89f0f3a4aba HTTP/1.1" status: 204 len: 168 time: 0.1794939 Sep 16 10:57:44.846421 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f16ae-6e9d-4c82-80e8-66bddb8ba5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4479e6-49e9-49c6-a133-e89f0f3a4aba,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:45.367239 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.475874 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 55858) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:45.488495 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d4bb226a-dc6a-4447-8ce7-24ffd17aef49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.573529 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d4bb226a-dc6a-4447-8ce7-24ffd17aef49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.641240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d4bb226a-dc6a-4447-8ce7-24ffd17aef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.679737 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d4bb226a-dc6a-4447-8ce7-24ffd17aef49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=989392e620b7466d877c52207c3abd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028072 Sep 16 10:57:45.680631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb226a-dc6a-4447-8ce7-24ffd17aef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84324e9-15e6-4075-8a11-a55c3534d25c,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:57:45.682416 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55860) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:57:45.729288 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.749567 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.829763 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.832333 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:57:45.833756 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b84324e9-15e6-4075-8a11-a55c3534d25c HTTP/1.1" status: 204 len: 168 time: 0.1501272 Sep 16 10:57:45.840975 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5583d-6baf-45fd-9490-900c1d3082ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84324e9-15e6-4075-8a11-a55c3534d25c,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:00.858737 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f41de6e6-c0e3-4470-8b9b-1351cf371ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:03.744245 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-123c92f4-c738-46c3-881e-16eab9efcae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:03.933843 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:58:04.566648 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:04.920038 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:06.001406 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:07.748823 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55994) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:07.851305 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-72e12b0e-810d-41a3-955f-a8af47ad1b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:07.939009 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-72e12b0e-810d-41a3-955f-a8af47ad1b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.006920 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-72e12b0e-810d-41a3-955f-a8af47ad1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.043687 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-72e12b0e-810d-41a3-955f-a8af47ad1b20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47f2f398aa3b474bae8dc57718477b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938268 Sep 16 10:58:08.044759 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e12b0e-810d-41a3-955f-a8af47ad1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06659dba-f4c7-4f26-a078-210bddcfc273,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:08.049600 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 55998) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:08.096347 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.117229 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.212694 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.215161 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:08.216298 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06659dba-f4c7-4f26-a078-210bddcfc273 HTTP/1.1" status: 204 len: 168 time: 0.1658015 Sep 16 10:58:08.224274 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2042ded-1384-45a0-97e7-ab0ae74ada31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06659dba-f4c7-4f26-a078-210bddcfc273,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:09.117386 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56020) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:09.211314 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1651235524-network', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:09.319961 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Made reservation on behalf of 630c50b24baa4f8a846b55ba3b7907a9 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:58:09.322145 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.330097 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.417252 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.481912 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.516642 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:58:09.525060 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce942c-18ed-4a0b-874f-bd32518b8aa5,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:09.533457 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.533457 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Added segment cd90a778-85a7-4d2d-9039-2fe6cbeb9812 of type vlan for network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd Sep 16 10:58:09.573299 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.658306 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.659241 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:09.659830 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:09.718610 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] Pushing event updated for resources: {'Network': ['ID=34667ae6-8d40-427c-b9c6-b0d73a0b70cd,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:09.728995 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:58:09.763013 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-8ffd0998-2c12-491c-bd4f-66eb07f16324 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6420019 Sep 16 10:58:09.765530 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56024) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:09.768011 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Request body: {'subnet': {'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1651235524-subnet', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'ip_version': 4}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:09.869753 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Made reservation on behalf of 630c50b24baa4f8a846b55ba3b7907a9 for: {'subnet': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:58:09.872032 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8728391'] for subnet, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.081150 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8732266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8728425'] for subnet, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.139339 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:10.146583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Checking segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:10.146936 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Network hostable DHCP agents. Network: 34667ae6-8d40-427c-b9c6-b0d73a0b70cd, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:58:10.229629 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:58:10.292461 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, 34667ae6-8d40-427c-b9c6-b0d73a0b70cd) {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:10.296391 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:10.297027 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.301213 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e976ef-ff02-4a75-92ad-d61164cb77fc None None] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:58:10.385050 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-39aa1f66-17a8-4d2c-a2dc-a31bac5402f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6208212 Sep 16 10:58:10.387721 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56026) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:10.392015 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:10.439715 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:58:10.440587 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.457361 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.458445 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.509387 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.571937 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Allocated IP 172.20.0.2 (34667ae6-8d40-427c-b9c6-b0d73a0b70cd/1e53a25b-3bfa-4468-aab9-55d67e9ad4fd/a5af3fcf-718c-47ab-aae1-3c694ad66fa2) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:10.701232 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.708386 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.756471 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.793243 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:10.795929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:10.799253 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:10.818798 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Pushing event updated for resources: {'Port': ['ID=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:10.867872 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Attempting to bind port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:10.868234 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Attempting to bind port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:10.868629 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Attempting to bind port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 on network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:10.873478 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:10.873854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Checking segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:10.874234 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.874617 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Bound using segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:10.875077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Bound port: a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:10.875446 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.931695 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:10.939502 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] For port a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:10.942456 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] For port a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:10.950678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:11.034643 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:11.046888 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Allocated IP 172.27.3.63 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/c718a4d0-32b4-4a67-826f-53d7204f95fe) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:11.093004 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4737c69-f61f-47d8-bb9e-712e70506c03 None None] Pushing event updated for resources: {'Port': ['ID=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:11.158835 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:11.253111 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:11.294854 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:11.299823 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:11.302395 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:11.308741 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Pushing event updated for resources: {'Port': ['ID=c718a4d0-32b4-4a67-826f-53d7204f95fe,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:11.609888 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:11.920013 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e23e07-533e-4baa-8031-5b93167d64ca None None] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:58:11.988532 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-6968725e-e162-4035-97e6-67acd7170063 None None] Provisioning complete for port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:11.988903 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6968725e-e162-4035-97e6-67acd7170063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.047880 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.128321 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6968725e-e162-4035-97e6-67acd7170063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.172718 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-6968725e-e162-4035-97e6-67acd7170063 None None] For port a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:12.264192 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6968725e-e162-4035-97e6-67acd7170063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.287465 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Router cb0f0461-d42d-47ea-997e-70a4ec27903f is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:58:12.316970 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968725e-e162-4035-97e6-67acd7170063 None None] Pushing event updated for resources: {'Port': ['ID=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:12.390264 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-18dc38f5-0956-428e-b0cc-e6807d85be5a None None] Provisioning complete for port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:12.390429 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-18dc38f5-0956-428e-b0cc-e6807d85be5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.403564 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:58:12.413737 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Sync routers for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:58:12.434642 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:12.435377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:12.464644 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.470532 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56028) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:12.476391 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-2a25a174-086d-411d-915c-6f81c39a4434 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0854216 Sep 16 10:58:12.478705 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device a5af3fcf-718c-47ab-aae1-3c694ad66fa2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:12.725996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:12.791140 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:12.791507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.878581 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:12.973818 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:11Z', 'revision_number': 3, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:13.000027 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Checking router: cb0f0461-d42d-47ea-997e-70a4ec27903f for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:58:13.000377 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Updating router cb0f0461-d42d-47ea-997e-70a4ec27903f port c718a4d0-32b4-4a67-826f-53d7204f95fe binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:58:13.024549 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.035211 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Allocated IP 172.20.0.1 (34667ae6-8d40-427c-b9c6-b0d73a0b70cd/1e53a25b-3bfa-4468-aab9-55d67e9ad4fd/06a5383f-85a9-4b0d-81d2-de40115bc1a0) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:13.139865 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.234814 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.267177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.272142 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:13.275062 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:13.281045 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:13.305580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Pushing event updated for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:13.325984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.338253 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.395685 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Attempting to bind port c718a4d0-32b4-4a67-826f-53d7204f95fe on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:13.396091 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Attempting to bind port c718a4d0-32b4-4a67-826f-53d7204f95fe by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:13.396471 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Attempting to bind port c718a4d0-32b4-4a67-826f-53d7204f95fe on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:13.398469 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc86f83-d863-4728-9c61-b930796fd80a None None] Pushing event updated for resources: {'Port': ['ID=c718a4d0-32b4-4a67-826f-53d7204f95fe,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:13.404801 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:13.405177 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:13.405581 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.405972 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:13.406453 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Bound port: c718a4d0-32b4-4a67-826f-53d7204f95fe, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:13.406830 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.460252 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] For port c718a4d0-32b4-4a67-826f-53d7204f95fe, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:13.463183 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] For port c718a4d0-32b4-4a67-826f-53d7204f95fe, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=c718a4d0-32b4-4a67-826f-53d7204f95fe,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:13.528878 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.534049 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.541457 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-1b80a8e9-78f9-47b4-8570-d66ee5df493a None None] Provisioning complete for port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:13.543717 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1b80a8e9-78f9-47b4-8570-d66ee5df493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.619902 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-1b80a8e9-78f9-47b4-8570-d66ee5df493a None None] Port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:13.621259 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:13.621985 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:13.656324 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc86f83-d863-4728-9c61-b930796fd80a None None] Pushing event updated for resources: {'Port': ['ID=c718a4d0-32b4-4a67-826f-53d7204f95fe,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:13.692055 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.729993 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:13.742636 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.809827 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Pushing event updated for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:13.812250 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:13.900226 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:13.901673 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:13.924879 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 1, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:13.950977 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f7b3d5-e5fa-444b-801b-4ecb4720957c None None] The sync data for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi is: [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 1, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:58:14.024578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Router cb0f0461-d42d-47ea-997e-70a4ec27903f has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:58:14.138457 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:58:14.150242 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-88b070ff-1f95-4240-8e2f-aa71a1deaead None None] Provisioning complete for port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:14.150704 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-88b070ff-1f95-4240-8e2f-aa71a1deaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:14.151909 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-8c058703-01ce-4c85-9652-e7a437260b3f admin admin] 10.222.0.36 "PUT /v2.0/routers/cb0f0461-d42d-47ea-997e-70a4ec27903f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800978 Sep 16 10:58:14.197296 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-88b070ff-1f95-4240-8e2f-aa71a1deaead None None] Port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:14.864205 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56044) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:14.869956 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1989022198-network', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:14.949908 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Made reservation on behalf of b6935ceb743844769c4640f8c2f49b77 for: {'network': 1} {{(pid=100950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:58:14.952211 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:14.962474 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.058582 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.131564 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.155739 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=100950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 10:58:15.165580 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317281b1-654e-445e-abcc-120cc51fe8bc,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:15.171113 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.171451 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.segments_db [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Added segment e2bb098d-9483-4bfd-94c9-65f8145e70f1 of type vlan for network fa2e0483-7d79-4983-8795-ae1b96e096da Sep 16 10:58:15.209937 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.292417 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.293434 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:15.294042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.357134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2e0483-7d79-4983-8795-ae1b96e096da,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:15.366709 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network fa2e0483-7d79-4983-8795-ae1b96e096da details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 10:58:15.419235 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-620a020f-ea5a-4cd4-9c31-73c3ea4d8501 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5533078 Sep 16 10:58:15.422042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56046) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:15.427062 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Request body: {'subnet': {'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1989022198-subnet', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:15.445810 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.503953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Made reservation on behalf of b6935ceb743844769c4640f8c2f49b77 for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:58:15.507234 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340301'] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.744609 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340323'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.766733 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Sync routers for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:58:15.775367 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:15.775977 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:15.800180 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d416d9-7b28-4c16-aa8a-d3c686d28b7f,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:15.810406 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Checking segment: {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:15.810775 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Network hostable DHCP agents. Network: fa2e0483-7d79-4983-8795-ae1b96e096da, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 10:58:15.878214 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:15.881723 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Network fa2e0483-7d79-4983-8795-ae1b96e096da is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 10:58:15.972526 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, fa2e0483-7d79-4983-8795-ae1b96e096da) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:15.976508 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:15.977095 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:15.981441 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe4545-5734-4605-a644-7f7c74ffd8f7 None None] Network fa2e0483-7d79-4983-8795-ae1b96e096da requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:58:16.054236 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-57703867-485d-401d-b40e-e2d36afe9f7a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6309035 Sep 16 10:58:16.056475 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56048) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:16.060646 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:16.077338 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 2, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:16.106412 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Checking router: cb0f0461-d42d-47ea-997e-70a4ec27903f for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:58:16.106762 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Updating router cb0f0461-d42d-47ea-997e-70a4ec27903f port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:58:16.130036 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-fa2e0483-7d79-4983-8795-ae1b96e096da', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 10:58:16.136653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.136795 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.160742 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.162167 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.218750 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.395523 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.401611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Allocated IP 172.20.0.2 (fa2e0483-7d79-4983-8795-ae1b96e096da/e1d416d9-7b28-4c16-aa8a-d3c686d28b7f/51e767bf-a3bc-45f7-93ed-b00e2d4540e1) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:16.419114 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.477017 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device c718a4d0-32b4-4a67-826f-53d7204f95fe up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:16.481639 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.527410 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Pushing event updated for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:16.575123 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.588359 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.588756 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.589087 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.589428 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.589755 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.590256 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.590581 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.591093 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.591432 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.591914 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.592408 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.592749 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:16.600582 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Attempting to bind port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:16.600969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port c718a4d0-32b4-4a67-826f-53d7204f95fe triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:16.602592 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.602695 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Attempting to bind port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:16.602695 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Attempting to bind port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 on network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:16.609115 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:16.609481 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Checking segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:16.609877 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.610262 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Bound using segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:16.610731 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Bound port: 06a5383f-85a9-4b0d-81d2-de40115bc1a0, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:16.611142 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.669748 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.695886 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] For port 06a5383f-85a9-4b0d-81d2-de40115bc1a0, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:16.699825 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] For port 06a5383f-85a9-4b0d-81d2-de40115bc1a0, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=06a5383f-85a9-4b0d-81d2-de40115bc1a0,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:16.729245 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.739107 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.746239 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Network fa2e0483-7d79-4983-8795-ae1b96e096da is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:16.747723 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Pushing event updated for resources: {'Port': ['ID=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:16.748434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.755973 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:16.761173 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.762336 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:16.767303 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port c718a4d0-32b4-4a67-826f-53d7204f95fe, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=c718a4d0-32b4-4a67-826f-53d7204f95fe,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:16.838177 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46cea6-4be6-476f-a266-df35ff35901a None None] Pushing event updated for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:16.841485 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:16.841927 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Attempting to bind port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:16.842458 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:16.843007 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Attempting to bind port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:16.843460 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Attempting to bind port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 on network fa2e0483-7d79-4983-8795-ae1b96e096da {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:16.850242 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:16.850763 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Checking segment: {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:16.851228 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.852225 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Bound using segment: {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:16.853170 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Bound port: 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:16.853289 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.869708 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.871535 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Allocated IP 172.27.3.59 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/8f1b9700-d891-4f82-94b6-e5bd30d6fa92) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:16.907530 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] Provisioning complete for port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:16.907906 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:16.979882 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=c718a4d0-32b4-4a67-826f-53d7204f95fe,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:17.002274 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.016535 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] For port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:17.020122 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] For port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:17.050914 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:17.062101 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.095696 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] For port 06a5383f-85a9-4b0d-81d2-de40115bc1a0, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=06a5383f-85a9-4b0d-81d2-de40115bc1a0,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:17.098658 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.127388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.166939 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791f175-02bb-47aa-8f0a-8144d9857326 None None] Pushing event updated for resources: {'Port': ['ID=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:17.178928 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.181684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:17.184817 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:17.188510 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:17.220882 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:17.256937 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a113be-affb-4dc8-9d6b-7aa225d56ab4 None None] Pushing event updated for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:17.268687 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:17.299298 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da568f-9e63-4ad1-b2cb-47a9e8335398 None None] The sync data for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi is: [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:58:17.302697 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-8cdcc42f-2ae4-45de-b17c-f0be3d863971 None None] Provisioning complete for port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:17.303076 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8cdcc42f-2ae4-45de-b17c-f0be3d863971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:17.805778 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.003924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.078139 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b2d6e-3f24-4cdb-a7f4-b8f1430d78ef None None] Network fa2e0483-7d79-4983-8795-ae1b96e096da requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 10:58:18.155723 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] Provisioning complete for port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:18.156183 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.183159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Router f9c190b5-73b7-488e-beda-9dc156eee28b is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 10:58:18.293237 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.305434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:58:18.320229 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Sync routers for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:58:18.342562 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] For port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:18.343611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:18.344232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:18.373195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.374488 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-58770391-e64d-4d06-8f27-7212baccdd14 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3170743 Sep 16 10:58:18.377144 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56050) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:18.461011 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.509994 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:18.592099 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 06a5383f-85a9-4b0d-81d2-de40115bc1a0 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:18.598666 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a9fcc-22cd-41cd-a6ce-fc80492d8a25 None None] Pushing event updated for resources: {'Port': ['ID=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:18.681962 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2a60d4c7-bcb1-4483-9af3-54346a7c34a3 None None] Provisioning complete for port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:18.682333 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2a60d4c7-bcb1-4483-9af3-54346a7c34a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.732587 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:18.732955 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.880317 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 3, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:18.892829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:18.910173 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Checking router: f9c190b5-73b7-488e-beda-9dc156eee28b for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:58:18.910521 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Updating router f9c190b5-73b7-488e-beda-9dc156eee28b port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:58:18.915940 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:18.956813 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.048067 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Allocated IP 172.20.0.1 (fa2e0483-7d79-4983-8795-ae1b96e096da/e1d416d9-7b28-4c16-aa8a-d3c686d28b7f/51eeecae-effc-412c-ab19-3b28b249e0bd) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:19.157143 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.181860 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:19.182489 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.246043 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.282385 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Network fa2e0483-7d79-4983-8795-ae1b96e096da is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:19.285151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:19.295461 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:19.324867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Pushing event updated for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:19.341105 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device c718a4d0-32b4-4a67-826f-53d7204f95fe up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:19.341727 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.435880 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.447610 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port c718a4d0-32b4-4a67-826f-53d7204f95fe triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:19.448038 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.516898 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.576773 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.579225 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Attempting to bind port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:19.579599 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Attempting to bind port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:19.579964 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Attempting to bind port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:19.590401 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664236-c8f9-4c6d-a026-9651d9c3906d None None] Pushing event updated for resources: {'Port': ['ID=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:19.593387 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:19.593739 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:19.594137 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.594519 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:19.594994 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Bound port: 8f1b9700-d891-4f82-94b6-e5bd30d6fa92, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:19.595364 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.598105 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2fabf3d9-e817-4779-8da6-4b464833bc86 None None] Provisioning complete for port 51eeecae-effc-412c-ab19-3b28b249e0bd triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:19.598506 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2fabf3d9-e817-4779-8da6-4b464833bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.667535 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-2fabf3d9-e817-4779-8da6-4b464833bc86 None None] Port 51eeecae-effc-412c-ab19-3b28b249e0bd cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:19.677418 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] For port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:19.680388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] For port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:19.736717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.744402 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.795399 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.801869 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:19.802543 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:19.805498 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1664236-c8f9-4c6d-a026-9651d9c3906d None None] Pushing event updated for resources: {'Port': ['ID=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:19.865240 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:19.866896 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Pushing event updated for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:19.909884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:19.957978 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Network fa2e0483-7d79-4983-8795-ae1b96e096da is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:19.960155 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:20.078078 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Router f9c190b5-73b7-488e-beda-9dc156eee28b has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:58:20.115204 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '51eeecae-effc-412c-ab19-3b28b249e0bd', 'name': '', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'mac_address': 'fa:16:3e:59:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:18Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 2, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'subnets': [{'id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:20.149048 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576679b6-208a-4d87-a623-636798c1cc08 None None] The sync data for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi is: [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '51eeecae-effc-412c-ab19-3b28b249e0bd', 'name': '', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'mac_address': 'fa:16:3e:59:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:18Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 2, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'subnets': [{'id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:58:20.189872 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-8ed3fa2b-8402-4210-91d4-b0b20e5972a8 None None] Provisioning complete for port 51eeecae-effc-412c-ab19-3b28b249e0bd triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:20.190539 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8ed3fa2b-8402-4210-91d4-b0b20e5972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:20.194507 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:58:20.199759 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-963e33d1-6e3c-4a41-9bc6-080ccc6f9092 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9c190b5-73b7-488e-beda-9dc156eee28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216281 Sep 16 10:58:20.231138 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3fa2b-8402-4210-91d4-b0b20e5972a8 None None] Port 51eeecae-effc-412c-ab19-3b28b249e0bd cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:20.476668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:20.532939 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:20.533320 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:20.921471 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56064) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:20.926090 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312452276', 'description': 'tempest-secgroup-smoke-312452276 description', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:21.030179 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.112365 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.184299 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.213973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c14b0c7-8af7-4db2-9f26-09990aeb0bea,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:21.287999 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.292041 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-04d46b44-11fe-4c5f-bd1a-72f9362e0e82 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3668332 Sep 16 10:58:21.292723 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56066) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:21.297486 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:21.377295 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.431617 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.480910 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.497965 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8169ea-c657-4b0f-83aa-0ebff20bacbf,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:21.538420 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.539643 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7b1f3a54-8c8b-4482-8914-9e5b47323c38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458904 Sep 16 10:58:21.542346 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56068) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:21.546788 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:21.605528 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.660134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.731729 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.754361 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec9ab1e-2cd2-40da-b0b8-17e0744f9432,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:21.823248 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.824859 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a11bc0c2-6bf1-4b9d-923d-7269a9f1c4f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813826 Sep 16 10:58:21.827793 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56070) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:21.836682 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:21.931640 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:21.990072 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.075627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.094895 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb765b7-70c1-48c9-8eb8-35f2b9932c8f,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:22.147146 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Sync routers for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:58:22.156197 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:22.156867 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:22.161850 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.163120 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7d2a23ea-d892-4ed3-8cea-296af3bcc28a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343410 Sep 16 10:58:22.165892 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56072) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:22.170391 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:22.240732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.260137 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:22.297776 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.367109 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.385097 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed494606-dfd6-4fd9-92db-55396f6ed7b8,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:22.452910 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.454585 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-d3360be9-edbc-4aeb-9c18-a23600485d38 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876637 Sep 16 10:58:22.457312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56074) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:22.463265 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '51eeecae-effc-412c-ab19-3b28b249e0bd', 'name': '', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'mac_address': 'fa:16:3e:59:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:18Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 2, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'subnets': [{'id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:22.467001 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:22.471711 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:22.489373 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Checking router: f9c190b5-73b7-488e-beda-9dc156eee28b for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:58:22.489764 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Updating router f9c190b5-73b7-488e-beda-9dc156eee28b port 51eeecae-effc-412c-ab19-3b28b249e0bd binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 10:58:22.513302 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.518009 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:22.518383 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.555501 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.securitygroups_db [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Project 630c50b24baa4f8a846b55ba3b7907a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:58:22.560593 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.597910 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.618621 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:22.625984 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.692777 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.721264 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.739614 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:22.742826 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f19dbc-0d44-4408-bedb-d4a7658906c3,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:22.751793 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.752158 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.761458 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:22.773890 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.789764 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.790990 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f86bca3b-3046-4d83-b559-1773d398e4db tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3312054 Sep 16 10:58:22.793735 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56076) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:22.798057 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'security_group_rule': {'security_group_id': '4c14b0c7-8af7-4db2-9f26-09990aeb0bea', 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:22.823874 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.872285 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913805ca-5503-4ad8-9c9a-2f6a6206fe38 None None] Pushing event updated for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:22.876921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.securitygroups_db [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Project 630c50b24baa4f8a846b55ba3b7907a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 10:58:22.882947 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.921504 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Attempting to bind port 51eeecae-effc-412c-ab19-3b28b249e0bd on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:22.921866 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Attempting to bind port 51eeecae-effc-412c-ab19-3b28b249e0bd by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:22.922224 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Attempting to bind port 51eeecae-effc-412c-ab19-3b28b249e0bd on network fa2e0483-7d79-4983-8795-ae1b96e096da {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:22.927308 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:22.927683 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Checking segment: {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:22.928138 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.928564 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Bound using segment: {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:22.929035 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Bound port: 51eeecae-effc-412c-ab19-3b28b249e0bd, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bb098d-9483-4bfd-94c9-65f8145e70f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:22.929412 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.952633 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:22.996513 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] For port 51eeecae-effc-412c-ab19-3b28b249e0bd, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:22.999582 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] For port 51eeecae-effc-412c-ab19-3b28b249e0bd, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51eeecae-effc-412c-ab19-3b28b249e0bd,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:23.057795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.075709 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea289a6-ac1d-4e89-84b8-838cfcd5fc53,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:23.075984 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-9383f75c-356f-4f5a-a44b-dacc05284411 None None] Provisioning complete for port 51eeecae-effc-412c-ab19-3b28b249e0bd triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:23.076357 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9383f75c-356f-4f5a-a44b-dacc05284411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.086373 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.110370 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-9383f75c-356f-4f5a-a44b-dacc05284411 None None] Port 51eeecae-effc-412c-ab19-3b28b249e0bd cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:23.132763 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.141665 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d94f0782-7038-46cd-a6f6-9630bccfc6a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393495 Sep 16 10:58:23.148700 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913805ca-5503-4ad8-9c9a-2f6a6206fe38 None None] Pushing event updated for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:23.152567 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:58:23.152567 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:23.273071 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:58:23.331884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] Provisioning complete for port 51eeecae-effc-412c-ab19-3b28b249e0bd triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:23.332332 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.416853 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.448594 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] For port 51eeecae-effc-412c-ab19-3b28b249e0bd, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51eeecae-effc-412c-ab19-3b28b249e0bd,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:23.489004 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '51eeecae-effc-412c-ab19-3b28b249e0bd', 'name': '', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'mac_address': 'fa:16:3e:59:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:18Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'subnets': [{'id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:58:23.533158 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:23.583137 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f36bc-2f76-4659-8b3f-4be2c41e8709 None None] Pushing event updated for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:23.600220 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b20901-efb9-401b-8c42-5d4504963aa3 None None] The sync data for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi is: [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:19Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '51eeecae-effc-412c-ab19-3b28b249e0bd', 'name': '', 'network_id': 'fa2e0483-7d79-4983-8795-ae1b96e096da', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'mac_address': 'fa:16:3e:59:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:18Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'subnets': [{'id': 'e1d416d9-7b28-4c16-aa8a-d3c686d28b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:58:24.463831 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:24.510643 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:24.511011 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:24.591327 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51eeecae-effc-412c-ab19-3b28b249e0bd up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:24.635710 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 51eeecae-effc-412c-ab19-3b28b249e0bd triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:24.636077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:30.932809 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4c50f5eb-9de9-417d-9295-a46aa36fc7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:33.790720 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-abb78110-c660-4b7a-af08-189d0daabe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:34.561518 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:34.927024 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:35.931771 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:39.818476 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-0bec066a-c79f-4605-bab2-f93dd9a43f96 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312452276&fields=id&tenant_id=630c50b24baa4f8a846b55ba3b7907a9 HTTP/1.1" status: 200 len: 267 time: 0.0315282 Sep 16 10:58:39.925184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-b8cdb182-9adc-41e1-bd56-fb35c70f7793 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:39.926665 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-b8cdb182-9adc-41e1-bd56-fb35c70f7793 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 809 time: 0.1017671 Sep 16 10:58:39.941543 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-807b911a-a1a9-42de-b3ed-59bb63009a48 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/quotas/630c50b24baa4f8a846b55ba3b7907a9 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Sep 16 10:58:39.990994 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-799a95a3-4882-4c76-b62d-4dd59359bea3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443966 Sep 16 10:58:40.085765 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-743afbb9-3664-4ef2-a41f-0fbc726247f3 service neutron] 10.222.0.36 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835640 Sep 16 10:58:40.171675 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-8b434a64-365d-4efe-b773-7369639df1a4 service neutron] 10.222.0.36 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793900 Sep 16 10:58:40.692631 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b69488bc-32cb-4fee-a241-deb305bed2a3 req-1711cc5c-ca65-4697-ba03-c7599e33382b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Sep 16 10:58:40.933881 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:58:41.797296 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4efd3ad9-4e60-4056-a057-64379d8d15fb req-8c2dc520-8e2d-4dad-b1d7-227a1797d111 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 210 time: 0.0272994 Sep 16 10:58:42.527546 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-3eb677e1-26f1-4cc6-8d24-b386c5ccd1a1 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:42.528999 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-3eb677e1-26f1-4cc6-8d24-b386c5ccd1a1 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 809 time: 0.1085105 Sep 16 10:58:42.571877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-cf6fb55c-6abb-4fc7-b393-df4156b6b483 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630c50b24baa4f8a846b55ba3b7907a9 HTTP/1.1" status: 200 len: 379 time: 0.0326107 Sep 16 10:58:42.581521 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'port': {'device_id': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'admin_state_up': True, 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'security_groups': ['4c14b0c7-8af7-4db2-9f26-09990aeb0bea']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:42.721006 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Made reservation on behalf of 630c50b24baa4f8a846b55ba3b7907a9 for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 10:58:42.724518 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:42.848291 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Allocated IP 172.20.0.6 (34667ae6-8d40-427c-b9c6-b0d73a0b70cd/1e53a25b-3bfa-4468-aab9-55d67e9ad4fd/497160c9-72f2-4787-aff3-6b626fde3bab) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:42.899444 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2b249685-2d7f-4522-a08e-26640ea890b9 req-b7c6200e-244c-40e7-b464-c257c6ba8eff tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 210 time: 0.0367169 Sep 16 10:58:43.006544 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.075724 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.118407 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:43.122473 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:43.124860 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:43.160418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:43.184073 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:43.184669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.253691 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-26434126-669f-4de9-aced-2717eca0ca3a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6756065 Sep 16 10:58:43.267412 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Request body: {'port': {'device_id': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:43.319469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.358564 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-e6c4cf71-0f5b-45bc-affb-6d1ff79ce580 None None] Provisioning complete for port 497160c9-72f2-4787-aff3-6b626fde3bab triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:43.359155 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e6c4cf71-0f5b-45bc-affb-6d1ff79ce580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.396562 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-e6c4cf71-0f5b-45bc-affb-6d1ff79ce580 None None] Port 497160c9-72f2-4787-aff3-6b626fde3bab cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 10:58:43.577589 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497160c9-72f2-4787-aff3-6b626fde3bab {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:58:43.584634 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.596204 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Transition to ACTIVE for port object 497160c9-72f2-4787-aff3-6b626fde3bab will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 10:58:43.669505 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.719316 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:43.790174 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Attempting to bind port 497160c9-72f2-4787-aff3-6b626fde3bab on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 10:58:43.790662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Attempting to bind port 497160c9-72f2-4787-aff3-6b626fde3bab by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 10:58:43.791002 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Attempting to bind port 497160c9-72f2-4787-aff3-6b626fde3bab on network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:43.798598 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Port 497160c9-72f2-4787-aff3-6b626fde3bab on network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 10:58:43.798598 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Attempting to bind port 497160c9-72f2-4787-aff3-6b626fde3bab on network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 10:58:43.801195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 10, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 10:58:43.801534 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Checking segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 10:58:43.801917 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Bound using segment: {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 10:58:43.802349 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Bound port: 497160c9-72f2-4787-aff3-6b626fde3bab, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 10:58:43.802703 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:43.869820 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 10:58:43.872814 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 10:58:43.950669 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:44.007510 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.008171 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:44.009592 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] 10.222.0.30 "PUT /v2.0/ports/497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1093 time: 0.7466927 Sep 16 10:58:44.010207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:58:44.012555 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8b589b-9b12-45bf-a724-e69777135605" -d '{"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:58:44.043012 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:44.053232 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.053651 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.054064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.054469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.055434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.055856 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.056262 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.056757 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.057285 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.057596 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.057932 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.058262 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54afab02-eba0-4d2f-8dda-42e282d99c6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 10:58:44.063361 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b140116a-a7b9-4ea9-b6b3-7261bed3626b x-openstack-request-id: req-b140116a-a7b9-4ea9-b6b3-7261bed3626b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:58:44.063617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:58:44.063873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b140116a-a7b9-4ea9-b6b3-7261bed3626b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:58:44.064260 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'status': 'completed', 'code': 200} Sep 16 10:58:44.072582 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513101-b079-4d50-b974-9c1614368928 req-3411013a-8a60-424e-846e-61f3b6065472 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.074491 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af513101-b079-4d50-b974-9c1614368928 req-3411013a-8a60-424e-846e-61f3b6065472 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0978112 Sep 16 10:58:44.145902 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-af513101-b079-4d50-b974-9c1614368928 req-c150df77-923a-4921-8cc4-f1cd247504a4 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653124 Sep 16 10:58:44.153307 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b589b-9b12-45bf-a724-e69777135605 req-045feb78-34d0-46f9-9769-0002a0de5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.154851 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e8b589b-9b12-45bf-a724-e69777135605 req-045feb78-34d0-46f9-9769-0002a0de5d36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1096 time: 0.0729716 Sep 16 10:58:44.250973 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b589b-9b12-45bf-a724-e69777135605 req-723fc894-a90f-4381-bbcf-52c4c4ed46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.252428 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e8b589b-9b12-45bf-a724-e69777135605 req-723fc894-a90f-4381-bbcf-52c4c4ed46bd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0901158 Sep 16 10:58:44.347365 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b589b-9b12-45bf-a724-e69777135605 req-72f05237-1629-40bc-8795-b7d119e4a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.348759 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3e8b589b-9b12-45bf-a724-e69777135605 req-72f05237-1629-40bc-8795-b7d119e4a571 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872290 Sep 16 10:58:44.420060 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-d14c08c0-ad66-4f69-abc2-0b69b9229441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.421560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-d14c08c0-ad66-4f69-abc2-0b69b9229441 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1096 time: 0.0389667 Sep 16 10:58:44.464353 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-dbfb42d0-767a-45fc-a839-01a504a5ab49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 217 time: 0.0354331 Sep 16 10:58:44.511717 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-959bca6c-914c-4b4d-821a-b36c06720656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.513145 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-959bca6c-914c-4b4d-821a-b36c06720656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0421257 Sep 16 10:58:44.555576 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-06f59576-557d-4848-bd62-fbb1300b8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:44.556983 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-06f59576-557d-4848-bd62-fbb1300b8644 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372286 Sep 16 10:58:44.646519 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-6c062597-3aa3-4391-a12e-28244c1e39c3 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820208 Sep 16 10:58:44.731972 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-96e411b8-62f2-4e28-bbc4-b7e6f538592f req-aee87198-9dd8-4e8e-ba8b-45b8f58bf123 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783892 Sep 16 10:58:45.259849 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b31ddd-223d-4d99-99d6-00b0bb61de3d req-60a819b8-3b7f-4642-b419-16795d416854 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:45.261316 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-33b31ddd-223d-4d99-99d6-00b0bb61de3d req-60a819b8-3b7f-4642-b419-16795d416854 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0476854 Sep 16 10:58:45.301175 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-33b31ddd-223d-4d99-99d6-00b0bb61de3d req-7d24f03a-3bb9-42de-b0b3-3f2720825140 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339630 Sep 16 10:58:45.400889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:46.412511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c640-7bb4-4b46-83e4-81690c12be90 req-b0498178-79df-4834-85b4-1de6e10caf06 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:46.414086 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-45f6c640-7bb4-4b46-83e4-81690c12be90 req-b0498178-79df-4834-85b4-1de6e10caf06 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0475166 Sep 16 10:58:46.450865 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-45f6c640-7bb4-4b46-83e4-81690c12be90 req-48281974-7dae-45da-8f59-f887307d46bb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Sep 16 10:58:47.560134 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400c9ff-4871-4240-868c-a2a66c55f3a2 req-4f6774a2-7924-431f-b0e8-ccf25d5bfb71 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:47.561622 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6400c9ff-4871-4240-868c-a2a66c55f3a2 req-4f6774a2-7924-431f-b0e8-ccf25d5bfb71 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0465946 Sep 16 10:58:47.598526 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6400c9ff-4871-4240-868c-a2a66c55f3a2 req-2cbd62c5-9f1a-4a8c-bdbd-4a24b17d7beb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311313 Sep 16 10:58:48.706029 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcd5da-0cdd-4c43-837d-ca73d698b95d req-4a3de2ca-b49c-477b-95a0-5bcdeabc1c9b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:48.707474 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f4bcd5da-0cdd-4c43-837d-ca73d698b95d req-4a3de2ca-b49c-477b-95a0-5bcdeabc1c9b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0465589 Sep 16 10:58:48.747406 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f4bcd5da-0cdd-4c43-837d-ca73d698b95d req-0676b5f5-5aa0-4770-b4dd-84d18ee64aaa tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334194 Sep 16 10:58:49.857802 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a7903-df7a-4848-9064-1bb71cbe9c6b req-8ad97f2d-7a45-4f69-8554-4f4017c347ec tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:49.859282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d29a7903-df7a-4848-9064-1bb71cbe9c6b req-8ad97f2d-7a45-4f69-8554-4f4017c347ec tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0480700 Sep 16 10:58:49.896654 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d29a7903-df7a-4848-9064-1bb71cbe9c6b req-304ee070-4bb5-4305-8110-a6766d30f10b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Sep 16 10:58:51.006198 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8ef39-e76c-446c-9837-6ebc372d81d6 req-b4df6662-74ec-4ba7-bd81-5bc70a95b91e tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:51.007680 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcb8ef39-e76c-446c-9837-6ebc372d81d6 req-b4df6662-74ec-4ba7-bd81-5bc70a95b91e tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0477376 Sep 16 10:58:51.044068 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcb8ef39-e76c-446c-9837-6ebc372d81d6 req-3cf24e51-a93e-41e2-8216-2d0e9c713aec tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Sep 16 10:58:52.153034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf4452-dc06-4c25-bd38-9aac17efff38 req-b38ce866-f45f-4ab3-abf1-e3430d058ac1 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:52.154470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a2bf4452-dc06-4c25-bd38-9aac17efff38 req-b38ce866-f45f-4ab3-abf1-e3430d058ac1 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0466042 Sep 16 10:58:52.194625 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a2bf4452-dc06-4c25-bd38-9aac17efff38 req-b304d8cc-7248-4dba-b215-a3610505d16d tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343058 Sep 16 10:58:52.920198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 10:58:53.012073 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:53.022633 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '497160c9-72f2-4787-aff3-6b626fde3bab', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'mac_address': 'fa:16:3e:fa:67:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 10:58:53.058122 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:53.069819 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497160c9-72f2-4787-aff3-6b626fde3bab {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 10:58:53.088895 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:53.155208 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:53.199911 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:53.303517 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd9355-34ba-4966-bf75-f52520b50171 req-4fbcf5ef-6928-459d-af54-bfa4b801e060 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:53.305017 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a8cd9355-34ba-4966-bf75-f52520b50171 req-4fbcf5ef-6928-459d-af54-bfa4b801e060 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 944 time: 0.0472004 Sep 16 10:58:53.342383 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a8cd9355-34ba-4966-bf75-f52520b50171 req-9ba9e10b-d7dc-41b7-9dc1-a9f548434570 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Sep 16 10:58:53.362459 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['497160c9-72f2-4787-aff3-6b626fde3bab'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 10:58:54.452053 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f932df4-c1b8-4d56-971a-061a38ed2fad req-d8b27140-4fed-443e-9b08-9b2cfe245a0c tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:54.453533 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9f932df4-c1b8-4d56-971a-061a38ed2fad req-d8b27140-4fed-443e-9b08-9b2cfe245a0c tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 944 time: 0.0470800 Sep 16 10:58:54.489651 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9f932df4-c1b8-4d56-971a-061a38ed2fad req-c760e027-f3dc-424f-80c5-259b9fef1fe5 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Sep 16 10:58:54.935059 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 10:58:55.058558 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 497160c9-72f2-4787-aff3-6b626fde3bab completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 10:58:55.062238 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 497160c9-72f2-4787-aff3-6b626fde3bab triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 10:58:55.062606 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:55.135630 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:55.156979 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:58:55.159260 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e29df-37cb-41fe-a824-cab97edb52ed" -d '{"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-plugged", "status": "completed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:58:55.172378 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 10:58:55.195856 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 10:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f76d29f-c2ee-45ae-adf3-097675bd26a1 x-openstack-request-id: req-4f76d29f-c2ee-45ae-adf3-097675bd26a1 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:58:55.196140 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-plugged", "status": "completed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:58:55.196390 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f76d29f-c2ee-45ae-adf3-097675bd26a1 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:58:55.198659 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'code': 200} Sep 16 10:58:55.230875 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:55.286567 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:55.509416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e722-6929-4a35-bfc0-b427869d3367 req-7031328a-e034-487f-88e0-bc27a7201d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:55.510770 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1227e722-6929-4a35-bfc0-b427869d3367 req-7031328a-e034-487f-88e0-bc27a7201d46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0378280 Sep 16 10:58:55.548290 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1227e722-6929-4a35-bfc0-b427869d3367 req-284889d2-a7c8-4162-aeaf-901bf0a0401f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305748 Sep 16 10:58:55.611122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889071-5765-4e44-8de5-d4b423f551af req-9f4ffc5a-591d-48a5-864e-68c8c81ec0df tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:55.612621 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9889071-5765-4e44-8de5-d4b423f551af req-9f4ffc5a-591d-48a5-864e-68c8c81ec0df tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0581496 Sep 16 10:58:55.648348 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b9889071-5765-4e44-8de5-d4b423f551af req-0609707c-0c1f-4602-9b0d-4c6ca0b6eaaf tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Sep 16 10:58:56.769147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83266-7de3-48a2-ab91-78aeaf894d6f req-cc19f863-195e-49d7-ada4-dd4372852126 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:56.770612 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91d83266-7de3-48a2-ab91-78aeaf894d6f req-cc19f863-195e-49d7-ada4-dd4372852126 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Sep 16 10:58:56.807738 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91d83266-7de3-48a2-ab91-78aeaf894d6f req-9591a40b-35ca-4e72-8954-731fd0cf515e tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Sep 16 10:58:57.919396 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee96e5-3e83-40ac-89e4-1bd29e4b16f0 req-e73b9033-4c99-4bbb-bc2d-7dc1fedf968e tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:57.920902 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-28ee96e5-3e83-40ac-89e4-1bd29e4b16f0 req-e73b9033-4c99-4bbb-bc2d-7dc1fedf968e tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0477374 Sep 16 10:58:57.961246 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-28ee96e5-3e83-40ac-89e4-1bd29e4b16f0 req-73f30fed-9acf-4541-9a8b-ef33f3823a91 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344923 Sep 16 10:58:58.068977 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a1ede-41cb-4ab3-a420-e9fbf00014a7 req-3a0d8f76-e68f-4e52-8784-ff470b75a546 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:58.070399 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-606a1ede-41cb-4ab3-a420-e9fbf00014a7 req-3a0d8f76-e68f-4e52-8784-ff470b75a546 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0465145 Sep 16 10:58:58.107183 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-606a1ede-41cb-4ab3-a420-e9fbf00014a7 req-ae59c6c0-0ede-4eaf-8272-3f8aaf58dd19 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303552 Sep 16 10:58:58.127409 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56240) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:58.250560 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02c7603-82af-442f-af4c-dc8aefa78501 tempest-TestShelveInstance-1139248881 tempest-TestShelveInstance-1139248881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:58:58.252027 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b02c7603-82af-442f-af4c-dc8aefa78501 tempest-TestShelveInstance-1139248881 tempest-TestShelveInstance-1139248881-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1093 time: 0.1236885 Sep 16 10:58:58.254955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56244) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 10:58:58.259513 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 10:58:58.326849 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:58.421162 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:58.518941 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Allocated IP 172.27.3.88 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/44acfcf2-14cd-4f95-94e4-9c5c19b0f773) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 10:58:58.884664 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:58.984309 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.017052 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 10:58:59.021108 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 10:58:59.024653 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 10:58:59.050956 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'Port': ['ID=44acfcf2-14cd-4f95-94e4-9c5c19b0f773,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:59.367106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.482619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.624226 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.691330 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.763994 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event updated for resources: {'Port': ['ID=44acfcf2-14cd-4f95-94e4-9c5c19b0f773,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 10:58:59.770147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:58:59.866377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Floating IP 0db7b918-66ae-4e75-b4ae-0e609548b5ff associated. External IP: 172.27.3.88, port: 497160c9-72f2-4787-aff3-6b626fde3bab. Sep 16 10:59:00.065358 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Router cb0f0461-d42d-47ea-997e-70a4ec27903f has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 10:59:00.164352 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 10:59:00.174281 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Sync routers for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 10:59:00.186218 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:59:00.187158 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:59:00.229250 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:00.258159 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-3c51728c-cb58-4bb4-9677-4f8ecba71e58 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0022256 Sep 16 10:59:00.258820 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 10:59:00.261550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49db206-b758-4b12-a79b-413ee43d708e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 10:59:00.288843 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:59:00.297072 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 10:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be60c8b-b32d-45e1-a339-39962f49109c x-openstack-request-id: req-8be60c8b-b32d-45e1-a339-39962f49109c {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 10:59:00.297366 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 10:59:00.297619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8be60c8b-b32d-45e1-a339-39962f49109c {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 10:59:00.298021 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'status': 'completed', 'code': 200} Sep 16 10:59:00.364418 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db206-b758-4b12-a79b-413ee43d708e req-324d25df-7b72-4475-86ff-40077cc4b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:00.365866 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-324d25df-7b72-4475-86ff-40077cc4b16d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0422902 Sep 16 10:59:00.457189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db206-b758-4b12-a79b-413ee43d708e req-f2f26bdd-0ec8-4573-bdcd-71393919331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:00.458659 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-f2f26bdd-0ec8-4573-bdcd-71393919331c service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0851264 Sep 16 10:59:00.525265 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-d40b3ac2-638a-4565-a9a0-cd56163332d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 998 time: 0.0590990 Sep 16 10:59:00.572238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db206-b758-4b12-a79b-413ee43d708e req-d7480091-53ae-4085-bd8a-efb0cd4cb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:00.574332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-d7480091-53ae-4085-bd8a-efb0cd4cb41a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0423925 Sep 16 10:59:00.617068 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49db206-b758-4b12-a79b-413ee43d708e req-b7b2f59d-4443-49d7-b530-4925c51d56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:00.618493 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-b7b2f59d-4443-49d7-b530-4925c51d56a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375705 Sep 16 10:59:00.625525 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0db7b918-66ae-4e75-b4ae-0e609548b5ff', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'mac_address': 'fa:16:3e:fa:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:58:59Z', 'updated_at': '2021-09-16T10:58:59Z', 'revision_number': 0, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:59:00.655191 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Checking router: cb0f0461-d42d-47ea-997e-70a4ec27903f for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 10:59:00.663386 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 10:59:00.664004 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T10:58:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:59:00.711549 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-4e8598e8-f85f-46d5-8385-ae530d8b1081 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Sep 16 10:59:00.775144 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 10:59:00.809488 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d49db206-b758-4b12-a79b-413ee43d708e req-cfca5e68-63c7-4442-a827-6236e69a3054 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907254 Sep 16 10:59:00.898611 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8d78ff67-6269-42cb-a414-e0843c1ec983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:01.000634 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0db7b918-66ae-4e75-b4ae-0e609548b5ff', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'mac_address': 'fa:16:3e:fa:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:58:59Z', 'updated_at': '2021-09-16T10:58:59Z', 'revision_number': 0, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 10:59:01.025480 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0c423-bd0f-4883-b483-5097c71291fe None None] The sync data for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi is: [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0db7b918-66ae-4e75-b4ae-0e609548b5ff', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'mac_address': 'fa:16:3e:fa:67:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T10:58:59Z', 'updated_at': '2021-09-16T10:58:59Z', 'revision_number': 0, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 10:59:01.589189 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edcf70b-0d55-4b50-832f-613ef5e4e840 None None] New status for floating IP 0db7b918-66ae-4e75-b4ae-0e609548b5ff: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 10:59:03.771590 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9d9607ea-c8a3-4d6d-b201-f078d83d6133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:04.565946 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:04.933222 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:05.933391 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:15.453047 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:17.932263 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 10:59:22.283001 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-14ed8aa2-3ed2-4dc4-bb9a-e27b15892dfd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859587 Sep 16 10:59:22.365150 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-926aa819-c087-4102-9e09-8e2bba44e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:22.366626 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-926aa819-c087-4102-9e09-8e2bba44e08a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0384760 Sep 16 10:59:22.471907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-f6224831-9e3a-4566-8e77-3d1c28786f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:22.473345 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-f6224831-9e3a-4566-8e77-3d1c28786f82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0845442 Sep 16 10:59:22.537437 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-6d6e6790-f819-419a-91e3-b44cb8d6883e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1000 time: 0.0553420 Sep 16 10:59:22.596514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-bd6b4023-c279-4395-9bf6-1e5bb191084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:22.597979 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-bd6b4023-c279-4395-9bf6-1e5bb191084e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0520709 Sep 16 10:59:22.647083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-87c83b09-25ee-4bc0-a3cb-a23e64ca3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 10:59:22.648546 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-87c83b09-25ee-4bc0-a3cb-a23e64ca3b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414212 Sep 16 10:59:22.660401 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-96f9388b-013e-48f2-9fa0-42ef62eace34 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 10:59:22.661357 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-96f9388b-013e-48f2-9fa0-42ef62eace34 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047100 Sep 16 10:59:22.749256 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-82eac69e-0489-4a50-9111-4f82641f0a83 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788789 Sep 16 10:59:22.842569 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b37c9198-9fd1-4682-87a1-9bd7b3e780fa req-72f9ce34-916a-4348-aeaa-14657f09443b service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825067 Sep 16 10:59:30.880572 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-040b2963-1bef-49d5-ad0b-c4f17fcde7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:33.767280 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8ee11370-6e59-4246-80c2-cd9520f0b1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:34.538693 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:34.904987 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:35.967657 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:45.436096 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 10:59:54.930701 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:00:00.864489 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c7b5dfed-b023-4b9a-8490-7dec27483375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:03.807891 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-40b034ec-e5fa-4dbc-93da-9eb84fb92c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:04.584733 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:04.916162 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:05.956393 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:15.430979 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:24.252091 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-59078b3f-fbd0-41dc-9c56-d98608a40eaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409961 Sep 16 11:00:24.330829 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-cbc75999-4828-4aef-9069-4b23b2115ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:24.332267 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-cbc75999-4828-4aef-9069-4b23b2115ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0398808 Sep 16 11:00:24.435399 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-fc6ad6ee-f6a1-4c1c-a92a-af23de80e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:24.437929 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-fc6ad6ee-f6a1-4c1c-a92a-af23de80e6f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0862050 Sep 16 11:00:24.501049 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-b4792025-ebc3-499e-b3af-23d7c113d42b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1000 time: 0.0558975 Sep 16 11:00:24.552913 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-2428956d-0a9d-4451-a1d5-bf373f4ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:24.554224 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-2428956d-0a9d-4451-a1d5-bf373f4ade74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0448489 Sep 16 11:00:24.598147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-0a629052-7e81-47a9-bc1c-b49b41f000be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:24.599567 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-0a629052-7e81-47a9-bc1c-b49b41f000be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380006 Sep 16 11:00:24.684618 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-10a2fb63-8253-4af2-bf03-b53ec44b31fe service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781417 Sep 16 11:00:24.774722 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-393971ac-e7b0-415b-b795-eb2f49edd1b9 req-e2924223-20f8-41e9-849e-72a8fcf20470 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Sep 16 11:00:30.865362 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cd9c7ec7-a3d4-41b2-ac9c-a4ed5a7b609b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:31.929895 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:00:33.756427 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a38f2a29-8262-4f31-a26e-70b49a3b2109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:34.545095 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:34.916568 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:35.945562 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:45.419496 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:00:55.433924 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a49b-655c-43fa-9f7a-933f101b05e2 req-41d91994-a4c7-439b-85eb-4f8d14dc2746 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:55.435386 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7d75a49b-655c-43fa-9f7a-933f101b05e2 req-41d91994-a4c7-439b-85eb-4f8d14dc2746 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.1549435 Sep 16 11:00:55.471955 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7d75a49b-655c-43fa-9f7a-933f101b05e2 req-df09ff01-bc68-4545-a943-f1fa4ded46d7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Sep 16 11:00:56.664679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282acd-383f-445c-8438-d3af7d100d31 req-eefdc3d1-188f-477c-ae62-77548d9668ef tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:56.666050 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c1282acd-383f-445c-8438-d3af7d100d31 req-eefdc3d1-188f-477c-ae62-77548d9668ef tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.1265793 Sep 16 11:00:56.705856 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c1282acd-383f-445c-8438-d3af7d100d31 req-86ead4ed-7803-45fd-9c9a-2b0da38d1ad2 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Sep 16 11:00:57.828923 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0c96-f2f9-4a82-af5f-72fa2364577c req-64aa8e78-da29-4918-b62d-abcc899699d5 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:57.830378 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c57b0c96-f2f9-4a82-af5f-72fa2364577c req-64aa8e78-da29-4918-b62d-abcc899699d5 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0472991 Sep 16 11:00:57.866485 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c57b0c96-f2f9-4a82-af5f-72fa2364577c req-90ffcb01-3de2-498e-af50-784d3b20dd48 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302744 Sep 16 11:00:58.975759 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244b629-e2f2-4916-976f-7247bc2589c7 req-766dacbd-92ea-4a9c-9e9b-c789d915f058 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:00:58.977219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2244b629-e2f2-4916-976f-7247bc2589c7 req-766dacbd-92ea-4a9c-9e9b-c789d915f058 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0476224 Sep 16 11:00:59.012852 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2244b629-e2f2-4916-976f-7247bc2589c7 req-af02ce04-9a3c-41cf-88d3-c1c191809ad7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299420 Sep 16 11:01:00.123641 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2d5c-4f27-41ae-be80-f4de087dd585 req-2eedadc2-29bb-48e0-b959-23d2cdf68a12 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:00.125104 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0eb2d5c-4f27-41ae-be80-f4de087dd585 req-2eedadc2-29bb-48e0-b959-23d2cdf68a12 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0468531 Sep 16 11:01:00.164772 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c0eb2d5c-4f27-41ae-be80-f4de087dd585 req-3ede631f-fd2b-4706-90c4-e0081d0f260a tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337434 Sep 16 11:01:00.865271 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-af026125-8b65-41d5-9acf-8e7a1d07f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:01.275492 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a74b8-2349-4c1f-ba71-3f5bf002a7bd req-f66844f3-4356-496e-b268-912907e7e194 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:01.276955 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6f2a74b8-2349-4c1f-ba71-3f5bf002a7bd req-f66844f3-4356-496e-b268-912907e7e194 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0473375 Sep 16 11:01:01.312674 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6f2a74b8-2349-4c1f-ba71-3f5bf002a7bd req-c2b07bbf-46aa-4a17-8774-62b721fb60dc tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298805 Sep 16 11:01:02.423577 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ec18-5118-4bd1-a29b-0667b2a63af9 req-ccdb56f9-e9a3-48df-9b5f-6ef40678d283 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:02.425071 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f06ec18-5118-4bd1-a29b-0667b2a63af9 req-ccdb56f9-e9a3-48df-9b5f-6ef40678d283 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Sep 16 11:01:02.461243 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f06ec18-5118-4bd1-a29b-0667b2a63af9 req-80ab4f1d-e5e6-4412-9ef6-8808efe3e154 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302885 Sep 16 11:01:03.572258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd5161-c50f-4073-807f-d5c02d630064 req-6b442b61-a4d5-4652-8e8d-495244965fc8 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:03.573724 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06cd5161-c50f-4073-807f-d5c02d630064 req-6b442b61-a4d5-4652-8e8d-495244965fc8 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0477362 Sep 16 11:01:03.622739 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06cd5161-c50f-4073-807f-d5c02d630064 req-207db2a3-5c85-4996-af75-b8bd7e4f3add tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430021 Sep 16 11:01:03.768101 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5edf3092-97c4-4bf8-bb16-1cfe0d3507f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:04.567484 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:04.734692 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f5a2-28fc-43c1-aed0-c1cb8175785b req-0234a959-763d-4450-97d9-345bf5f34ff3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:04.736137 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d9f1f5a2-28fc-43c1-aed0-c1cb8175785b req-0234a959-763d-4450-97d9-345bf5f34ff3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0474079 Sep 16 11:01:04.772418 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d9f1f5a2-28fc-43c1-aed0-c1cb8175785b req-e8dabb2f-4906-478b-8dea-edf99843e7a3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303593 Sep 16 11:01:04.905193 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:05.521239 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-3110a449-4fc5-4c6b-9e00-f3aebac019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:05.522657 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-3110a449-4fc5-4c6b-9e00-f3aebac019a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0380285 Sep 16 11:01:05.610882 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-927e8f59-ea87-422f-964b-4976fae80250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:05.612273 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-927e8f59-ea87-422f-964b-4976fae80250 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0826995 Sep 16 11:01:05.674732 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-6b045758-0456-4e32-9e18-ebe688c54160 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1000 time: 0.0540361 Sep 16 11:01:05.722864 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-e0372a13-948a-4394-9513-016c99da3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:05.724231 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-e0372a13-948a-4394-9513-016c99da3834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0419962 Sep 16 11:01:05.770832 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-a5629f2f-b9d9-4578-ac76-613c249a6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:05.772226 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-a5629f2f-b9d9-4578-ac76-613c249a6b64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404761 Sep 16 11:01:05.888485 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-630b52f5-342f-4485-b319-2e2ee5c87d53 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088939 Sep 16 11:01:05.912525 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ed306-149e-48d1-ba75-d7e225a3677e req-d34f94c9-2d9c-4b5c-89a2-48dea8ab19e3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:05.913936 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162ed306-149e-48d1-ba75-d7e225a3677e req-d34f94c9-2d9c-4b5c-89a2-48dea8ab19e3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0752001 Sep 16 11:01:05.933484 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:05.993429 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-162ed306-149e-48d1-ba75-d7e225a3677e req-b930baf9-192c-4b36-aefd-7af9a3ae3760 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698919 Sep 16 11:01:06.011840 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7946ebeb-1736-407a-b2b2-c53fddce9c26 req-ac0dd173-fba7-43bd-aa1c-c290610ac1ec service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154795 Sep 16 11:01:07.105877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0cc4-3d0f-45db-8bae-117f44524c37 req-88cff5bd-a591-4ae7-ad20-5d43bd01e2b3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:07.107379 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-265c0cc4-3d0f-45db-8bae-117f44524c37 req-88cff5bd-a591-4ae7-ad20-5d43bd01e2b3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0487370 Sep 16 11:01:07.157273 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-265c0cc4-3d0f-45db-8bae-117f44524c37 req-ff0c13d2-6c36-418f-87aa-3e922fd1a65f tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Sep 16 11:01:08.267997 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f8b7-e161-4492-b471-da69840b036e req-4592eb87-5f39-453d-991b-7fc81cf2e144 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:08.269521 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34f8f8b7-e161-4492-b471-da69840b036e req-4592eb87-5f39-453d-991b-7fc81cf2e144 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Sep 16 11:01:08.306273 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-34f8f8b7-e161-4492-b471-da69840b036e req-24d2a74e-876b-4a82-bb3e-06c58089a256 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Sep 16 11:01:08.928010 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:01:09.418298 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8547849-9e5c-4543-9a9d-4a003cecb7a3 req-3bc1e9c6-24e4-4023-80ec-ac8ea65a0b1b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:09.419715 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8547849-9e5c-4543-9a9d-4a003cecb7a3 req-3bc1e9c6-24e4-4023-80ec-ac8ea65a0b1b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Sep 16 11:01:09.455824 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c8547849-9e5c-4543-9a9d-4a003cecb7a3 req-f7c90819-df3e-47a2-bcba-b66b47328a8f tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297127 Sep 16 11:01:09.574080 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-2ab787a0-a39e-4cbf-ba1d-8e2a2fffe2f0 req-f7c83221-5487-4d30-ba4f-154170eb1257 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 11:01:09.575116 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2ab787a0-a39e-4cbf-ba1d-8e2a2fffe2f0 req-f7c83221-5487-4d30-ba4f-154170eb1257 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578723 Sep 16 11:01:09.863552 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094586-5ed1-41df-8aed-474c152be900 req-356f9e8c-5d90-4f59-843a-1e65616482f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:09.865050 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9094586-5ed1-41df-8aed-474c152be900 req-356f9e8c-5d90-4f59-843a-1e65616482f0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Sep 16 11:01:09.907340 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9094586-5ed1-41df-8aed-474c152be900 req-e0c04975-38b6-4a49-9e18-86594cee23a7 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354319 Sep 16 11:01:09.935040 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-0a2168ad-15c1-4b6e-84dd-f9cd0572c2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825799 Sep 16 11:01:11.018012 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12faac0-5252-4e39-bcac-c098200777b1 req-09d58209-c6be-4ba9-879a-5db9a5548dbd tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:11.019378 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a12faac0-5252-4e39-bcac-c098200777b1 req-09d58209-c6be-4ba9-879a-5db9a5548dbd tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0471478 Sep 16 11:01:11.056790 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a12faac0-5252-4e39-bcac-c098200777b1 req-105320fc-3413-4b10-b199-39c866b6d10d tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Sep 16 11:01:11.603947 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:01:11.676644 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:11.697757 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:01:11.699933 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d84de1c-1439-44aa-b953-08e1b478542c" -d '{"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-unplugged", "status": "completed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:01:11.712396 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:01:11.773444 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:11.797423 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e271cc-3a61-4367-a4c1-b757bf99499f x-openstack-request-id: req-f0e271cc-3a61-4367-a4c1-b757bf99499f {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:01:11.798583 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-unplugged", "status": "failed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "code": 422}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:01:11.798583 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0e271cc-3a61-4367-a4c1-b757bf99499f {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:01:11.798583 dv-cinder-787764-4-iscsi neutron-server[100952]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'code': 422} returned with failed status Sep 16 11:01:11.825593 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=6']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:01:11.832657 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.833013 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.833357 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.833693 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.834047 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.834359 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.834686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.835014 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.835339 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.835661 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.835982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:11.836302 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:01:12.178637 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-642c40de-62c7-4e50-aafe-e908e172da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.180128 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-642c40de-62c7-4e50-aafe-e908e172da09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&tenant_id=630c50b24baa4f8a846b55ba3b7907a9 HTTP/1.1" status: 200 len: 1096 time: 0.0682182 Sep 16 11:01:12.192858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd98b8-7a52-4795-ac21-b41fc4f2d1b0 req-5d30c293-f291-409e-ab90-03e5026af6d5 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.194278 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20bd98b8-7a52-4795-ac21-b41fc4f2d1b0 req-5d30c293-f291-409e-ab90-03e5026af6d5 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0722268 Sep 16 11:01:12.260158 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20bd98b8-7a52-4795-ac21-b41fc4f2d1b0 req-1d81f0f9-2954-4e61-adfb-89a07795dbdd tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Sep 16 11:01:12.266580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-9792b60e-13ee-44cf-986b-fc5c826e9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.267971 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-9792b60e-13ee-44cf-986b-fc5c826e9d72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1096 time: 0.0656121 Sep 16 11:01:12.356036 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-a309b82b-f0bb-4fdd-8614-3b3c7739ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.357663 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-a309b82b-f0bb-4fdd-8614-3b3c7739ade6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0809655 Sep 16 11:01:12.423668 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-9986b5aa-9305-4507-b58c-698529f69b8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 998 time: 0.0586691 Sep 16 11:01:12.472758 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-3af075c1-80d1-4819-a0e5-af603c619708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.474230 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-3af075c1-80d1-4819-a0e5-af603c619708 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0432339 Sep 16 11:01:12.518482 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-957f278f-5a58-4db3-bcd5-b18edca990d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:12.519882 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-957f278f-5a58-4db3-bcd5-b18edca990d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379698 Sep 16 11:01:12.608834 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-fb970c59-f099-4731-ae52-6ca55874d19b service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812464 Sep 16 11:01:12.697360 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-121ca3b6-0b9b-4b6a-94c6-688e9f087794 req-83760c0d-c374-49f5-89d9-1405840dde51 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817850 Sep 16 11:01:13.632599 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e14f4-6e63-4ee9-b004-dc7d5f225d20 req-e9ff9f62-9fd5-4032-a5cb-1a46f4f80ce6 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:13.633961 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c9e14f4-6e63-4ee9-b004-dc7d5f225d20 req-e9ff9f62-9fd5-4032-a5cb-1a46f4f80ce6 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.3097403 Sep 16 11:01:13.669104 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7c9e14f4-6e63-4ee9-b004-dc7d5f225d20 req-4aedc8fb-ffef-4dcb-b84f-e7a8947f9b2b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292256 Sep 16 11:01:14.780871 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7860a-d403-46c0-8513-1d6e1f669af2 req-8cc0f257-4818-4999-a8db-d4650a4a8e12 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:14.782318 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58c7860a-d403-46c0-8513-1d6e1f669af2 req-8cc0f257-4818-4999-a8db-d4650a4a8e12 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0482631 Sep 16 11:01:14.818136 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-58c7860a-d403-46c0-8513-1d6e1f669af2 req-277002ec-efee-4331-9508-8fe9e85748d3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299418 Sep 16 11:01:15.423916 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:15.927752 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08eac9-ff4d-45e4-89ba-33f52afe6b55 req-e1a11853-d875-408d-a21e-6faee055adc0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:15.929211 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a08eac9-ff4d-45e4-89ba-33f52afe6b55 req-e1a11853-d875-408d-a21e-6faee055adc0 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0470619 Sep 16 11:01:15.968218 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a08eac9-ff4d-45e4-89ba-33f52afe6b55 req-52bdcc3c-8268-4be4-b816-2c7fbf8817cd tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332367 Sep 16 11:01:17.079476 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30da3-6f35-4e6e-8e7c-13282e686afe req-14a9f7ba-5aa6-4070-8b8e-6b534a849db2 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:17.080954 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-39f30da3-6f35-4e6e-8e7c-13282e686afe req-14a9f7ba-5aa6-4070-8b8e-6b534a849db2 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0467241 Sep 16 11:01:17.117883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-39f30da3-6f35-4e6e-8e7c-13282e686afe req-aaf083d5-4f7e-4830-86cc-1d1b2fd0b34c tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Sep 16 11:01:18.229230 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae6615-f231-4b03-ad8a-d45bff11190b req-ab838442-9ff0-4cab-b174-538f4b456ddc tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:18.230687 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-00ae6615-f231-4b03-ad8a-d45bff11190b req-ab838442-9ff0-4cab-b174-538f4b456ddc tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0487370 Sep 16 11:01:18.266684 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-00ae6615-f231-4b03-ad8a-d45bff11190b req-d225ec9a-83ed-4404-ae87-d9e10465bf1f tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301387 Sep 16 11:01:19.376291 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead020ad-9557-4838-a57d-274774eeac6a req-d0b82acd-879b-47b5-9f59-b15157327e88 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:19.377758 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ead020ad-9557-4838-a57d-274774eeac6a req-d0b82acd-879b-47b5-9f59-b15157327e88 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 943 time: 0.0464356 Sep 16 11:01:19.417246 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ead020ad-9557-4838-a57d-274774eeac6a req-fa3af766-29be-421c-9169-f0b5f404c880 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335796 Sep 16 11:01:19.634234 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 11:01:19.724660 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:01:19.735335 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '497160c9-72f2-4787-aff3-6b626fde3bab', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'port_id': '497160c9-72f2-4787-aff3-6b626fde3bab', 'mac_address': 'fa:16:3e:fa:67:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 11:01:19.773923 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:19.786397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497160c9-72f2-4787-aff3-6b626fde3bab {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:01:19.804189 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:01:19.874348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:19.919788 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=7']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:01:20.099880 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['497160c9-72f2-4787-aff3-6b626fde3bab'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 11:01:20.527453 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c5acb-ce38-4d34-b062-6f0956370af9 req-310d09d2-bb2a-4038-93b0-cdc7a2126e78 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:20.529507 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-db1c5acb-ce38-4d34-b062-6f0956370af9 req-310d09d2-bb2a-4038-93b0-cdc7a2126e78 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 944 time: 0.0466626 Sep 16 11:01:20.564584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-db1c5acb-ce38-4d34-b062-6f0956370af9 req-cd2c7108-b8de-4995-9268-fa104acd4776 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293331 Sep 16 11:01:21.654699 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:01:21.674849 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b8d4-4785-4a26-905c-4767f83cab4b req-ab8d28b7-f02c-4942-9be4-0ea3db228088 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:21.676332 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f28b8d4-4785-4a26-905c-4767f83cab4b req-ab8d28b7-f02c-4942-9be4-0ea3db228088 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 944 time: 0.0473270 Sep 16 11:01:21.700737 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 497160c9-72f2-4787-aff3-6b626fde3bab triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:01:21.701103 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:21.712808 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2f28b8d4-4785-4a26-905c-4767f83cab4b req-76a2f22d-a06c-401b-b49a-cf7138cfcba8 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Sep 16 11:01:21.777724 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:21.798690 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:01:21.800882 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17559a-2ab9-473d-8304-a5e84f182fd9" -d '{"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-plugged", "status": "completed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:01:21.813083 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:01:21.839733 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c43e2-9558-40db-b8da-9000a1e7055f x-openstack-request-id: req-5f4c43e2-9558-40db-b8da-9000a1e7055f {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:01:21.839733 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-plugged", "status": "completed", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:01:21.839733 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f4c43e2-9558-40db-b8da-9000a1e7055f {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:01:21.839733 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'code': 200} Sep 16 11:01:21.902944 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:21.950934 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=8']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:01:22.087127 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8a9b3-aa89-4a5c-a36c-965b3a81ee02 req-230e0afc-6eff-4760-a3b9-dccef68541a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:22.088883 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7cc8a9b3-aa89-4a5c-a36c-965b3a81ee02 req-230e0afc-6eff-4760-a3b9-dccef68541a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0384076 Sep 16 11:01:22.128040 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7cc8a9b3-aa89-4a5c-a36c-965b3a81ee02 req-4b2fcd9c-37a3-4d54-989e-2c200dfad522 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Sep 16 11:01:22.823350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa738d-ca6a-4262-b4cb-d098312e9b21 req-83ebed94-aea1-40d5-bd86-dd602f66e7cf tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:22.824813 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8ffa738d-ca6a-4262-b4cb-d098312e9b21 req-83ebed94-aea1-40d5-bd86-dd602f66e7cf tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0469048 Sep 16 11:01:22.860423 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8ffa738d-ca6a-4262-b4cb-d098312e9b21 req-ed471b03-01de-430a-a15e-903f665b70ed tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298438 Sep 16 11:01:23.972813 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9509-3f0a-4772-83cc-7e3c521f0381 req-8990072a-25ed-42f2-8966-47f5f5d21772 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:23.974278 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d36f9509-3f0a-4772-83cc-7e3c521f0381 req-8990072a-25ed-42f2-8966-47f5f5d21772 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0474656 Sep 16 11:01:24.010696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d36f9509-3f0a-4772-83cc-7e3c521f0381 req-bd5fdf25-d7c4-4677-abce-b52d6defc616 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305607 Sep 16 11:01:25.232292 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-a3d35697-dc2a-402d-8b80-a12ef6e9334c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380898 Sep 16 11:01:25.314058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-691b2811-ec72-4361-b9e2-63a4c8e2d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:25.315513 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-691b2811-ec72-4361-b9e2-63a4c8e2d0f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0411212 Sep 16 11:01:25.415712 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-0c28eafa-0c2f-499c-ad36-5f8437ae611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:25.417197 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-0c28eafa-0c2f-499c-ad36-5f8437ae611c service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0827000 Sep 16 11:01:25.483067 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-2b1a8981-21b9-4b0b-a4c9-d6459f0b50e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1000 time: 0.0589108 Sep 16 11:01:25.532434 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-a5f2a1f4-575f-4b12-8e7a-a3e7db907fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:25.533926 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-a5f2a1f4-575f-4b12-8e7a-a3e7db907fab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0430083 Sep 16 11:01:25.576679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-fb905393-cfea-42c1-a0d6-130787b6b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:01:25.578063 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-fb905393-cfea-42c1-a0d6-130787b6b8f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370228 Sep 16 11:01:25.668127 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-174fcee4-15cf-468f-a235-ee27da954aae service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819931 Sep 16 11:01:25.752904 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cba7f3ad-51bd-44dd-bced-cdb04cbc5ef7 req-3eac5fb0-71c8-4e1a-95e3-fd81a8ffb22f service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783997 Sep 16 11:01:30.908149 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-bedb1ee3-d28a-4ea8-8959-6db24db21154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:33.764432 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1b7ae6ba-cded-40d4-9b7a-823ece862b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:34.558860 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:34.913125 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:35.929908 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:45.426155 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:01:45.930539 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:02:00.870334 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-75f4a3a2-8045-4f2e-a995-bada02bb04c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:03.732758 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-e45756d4-6bf9-408f-bb3a-226547c037fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:04.555800 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:04.898425 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:05.949757 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:15.435126 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:22.928954 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:02:26.242295 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-24ae3e15-bf12-49f4-a8f2-aa514b649350 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423503 Sep 16 11:02:26.320660 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-06e1e05d-f2c5-412e-bea8-684a4cc417c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:26.322068 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-06e1e05d-f2c5-412e-bea8-684a4cc417c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0386262 Sep 16 11:02:26.431607 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-8c1e328d-2fb6-4a04-bd8c-8c23b18f0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:26.433101 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-8c1e328d-2fb6-4a04-bd8c-8c23b18f0473 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0928748 Sep 16 11:02:26.495929 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-272fbf46-8393-42e2-932b-c2f4d293f3c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 1000 time: 0.0559130 Sep 16 11:02:26.543531 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-30614f17-0d00-496b-97ca-c60db5a445dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:26.544947 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-30614f17-0d00-496b-97ca-c60db5a445dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0420039 Sep 16 11:02:26.592316 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-0be9fa27-8988-49db-9cb6-b9f0e884a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:26.593878 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-0be9fa27-8988-49db-9cb6-b9f0e884a447 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420322 Sep 16 11:02:26.682088 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-a27a14b5-865c-4324-94e0-6fbc249fa49f service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Sep 16 11:02:26.775506 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5d2be192-5a4f-47e7-a3ea-c4cad3b61076 req-588d36f4-3a46-4897-9f78-b0ba67db0200 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856512 Sep 16 11:02:30.873566 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f3146664-a425-483a-b932-99b13e88fde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:33.753324 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-57fdd4ba-892a-4954-8c62-426518612008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:34.576113 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:34.941774 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:35.930640 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:36.902116 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56410) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:37.055791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Deleting port 44acfcf2-14cd-4f95-94e4-9c5c19b0f773 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:37.056128 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.130223 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.130547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.143451 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Calling delete_port for 44acfcf2-14cd-4f95-94e4-9c5c19b0f773 owned by network:floatingip {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:37.364455 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.389633 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event deleted for resources: {'Port': ['ID=44acfcf2-14cd-4f95-94e4-9c5c19b0f773,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:37.399726 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.400079 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.400420 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.400779 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.401110 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.401439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.401766 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.402095 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.402419 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.402739 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.403058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.403384 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:37.457578 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.458220 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Floating IP 0db7b918-66ae-4e75-b4ae-0e609548b5ff disassociated (deleted). External IP: 172.27.3.88, port: 497160c9-72f2-4787-aff3-6b626fde3bab. Sep 16 11:02:37.656189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Router cb0f0461-d42d-47ea-997e-70a4ec27903f has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:02:37.760980 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:02:37.765725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:37.771542 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Sync routers for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:02:37.780961 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:37.781820 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:37.791790 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c67a9b91-c454-4a78-afde-4d4b72a61dcb tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "DELETE /v2.0/floatingips/0db7b918-66ae-4e75-b4ae-0e609548b5ff HTTP/1.1" status: 204 len: 168 time: 0.8886011 Sep 16 11:02:37.792497 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:02:37.794889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9db7f7-4976-484e-94fb-5255dc82a994" -d '{"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:02:37.901335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc6a457-b4bb-4470-8a22-69871cc7349b x-openstack-request-id: req-2bc6a457-b4bb-4470-8a22-69871cc7349b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:02:37.901335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:02:37.901335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bc6a457-b4bb-4470-8a22-69871cc7349b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:02:37.901335 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'status': 'completed', 'code': 200} Sep 16 11:02:37.965522 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-65fe3f10-07d4-4435-b679-cce95592d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:37.967184 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-65fe3f10-07d4-4435-b679-cce95592d0fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 1098 time: 0.0479486 Sep 16 11:02:38.015119 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:38.062643 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-6d9201c3-bf84-49cc-8f1f-b0064fe3dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:38.064243 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-6d9201c3-bf84-49cc-8f1f-b0064fe3dc13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 200 len: 909 time: 0.0897870 Sep 16 11:02:38.111643 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-7fdfd09e-c112-4440-96e7-19f2e48fa461 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 200 len: 217 time: 0.0352254 Sep 16 11:02:38.166657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-f639b000-dafa-4dfa-9421-54545c8e9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:38.168195 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-f639b000-dafa-4dfa-9421-54545c8e9253 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 200 len: 848 time: 0.0492504 Sep 16 11:02:38.219019 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:38.243317 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-1c6837a6-a1a9-4d2d-ba89-a796a6f65f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:38.244821 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-1c6837a6-a1a9-4d2d-ba89-a796a6f65f01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34667ae6-8d40-427c-b9c6-b0d73a0b70cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688720 Sep 16 11:02:38.248892 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Checking router: cb0f0461-d42d-47ea-997e-70a4ec27903f for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:02:38.252975 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc602a-0890-4627-a0c8-626aad713348 req-5f049497-38f0-407d-93ea-9d22ebcc21f3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:38.254406 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-25cc602a-0890-4627-a0c8-626aad713348 req-5f049497-38f0-407d-93ea-9d22ebcc21f3 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0687225 Sep 16 11:02:38.258686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:38.259318 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:38.346370 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-25cc602a-0890-4627-a0c8-626aad713348 req-55c6d9c4-b8ce-4a68-86f1-2191b0c3194b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828454 Sep 16 11:02:38.365460 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:38.367809 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-d467c237-92a0-4f3b-9c52-e028c18dab71 service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122606 Sep 16 11:02:38.463377 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-bc9db7f7-4976-484e-94fb-5255dc82a994 req-f575ebf5-2b80-40b7-b9bb-ff02b0b3cd5b service neutron] 10.222.0.30 "GET /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878639 Sep 16 11:02:38.564717 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:38.590970 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11938eaf-db98-488b-9adc-3674032a9650 None None] The sync data for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi is: [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:13Z', 'revision_number': 4, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '06a5383f-85a9-4b0d-81d2-de40115bc1a0', 'name': '', 'network_id': '34667ae6-8d40-427c-b9c6-b0d73a0b70cd', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'mac_address': 'fa:16:3e:22:2a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:12Z', 'updated_at': '2021-09-16T10:58:17Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'subnets': [{'id': '1e53a25b-3bfa-4468-aab9-55d67e9ad4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:02:38.801488 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f481229-d4b3-4a05-87ce-19d164ef9419 None None] New status for floating IP 0db7b918-66ae-4e75-b4ae-0e609548b5ff: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:02:39.478697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848ab0-b262-46d6-ad75-2f0b2e331115 req-ce8cdf2b-c86b-4f82-8b87-1fc72e6f377b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:39.480192 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ce848ab0-b262-46d6-ad75-2f0b2e331115 req-ce8cdf2b-c86b-4f82-8b87-1fc72e6f377b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0483947 Sep 16 11:02:39.516735 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ce848ab0-b262-46d6-ad75-2f0b2e331115 req-891e8ea6-5570-4baf-b3bb-131e466f81dc tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c14b0c7-8af7-4db2-9f26-09990aeb0bea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307126 Sep 16 11:02:39.733817 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-8754b306-257f-4a47-9a64-aadd225eda9b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:39.735242 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-8754b306-257f-4a47-9a64-aadd225eda9b tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 945 time: 0.0463023 Sep 16 11:02:39.823344 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Deleting port 497160c9-72f2-4787-aff3-6b626fde3bab {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:39.823679 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:39.908176 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] For port 497160c9-72f2-4787-aff3-6b626fde3bab, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=497160c9-72f2-4787-aff3-6b626fde3bab,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:39.908568 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:39.919774 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Calling delete_port for 497160c9-72f2-4787-aff3-6b626fde3bab owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:40.090141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:40.120461 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event deleted for resources: {'Port': ['ID=497160c9-72f2-4787-aff3-6b626fde3bab,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:40.160021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] No DVR routers for this DVR port 497160c9-72f2-4787-aff3-6b626fde3bab on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:02:40.162505 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:40.164492 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9a893e66-d3f6-40ab-93e1-38408c483edc req-e38c2c64-c2e4-47ec-9eed-798cf41d6f05 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.30 "DELETE /v2.0/ports/497160c9-72f2-4787-aff3-6b626fde3bab HTTP/1.1" status: 204 len: 173 time: 0.4233248 Sep 16 11:02:40.165479 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-deleted', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:02:40.167666 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36f9dc-5e44-4e1d-8740-5f39b63b2db6" -d '{"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-deleted", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:02:40.202504 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ee351-ff46-4a46-a919-414268163184 x-openstack-request-id: req-ae3ee351-ff46-4a46-a919-414268163184 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:02:40.202794 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b208eb5-eac0-4db5-bb91-674d8e5be301", "name": "network-vif-deleted", "tag": "497160c9-72f2-4787-aff3-6b626fde3bab", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:02:40.203090 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae3ee351-ff46-4a46-a919-414268163184 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:02:40.203479 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b208eb5-eac0-4db5-bb91-674d8e5be301', 'name': 'network-vif-deleted', 'tag': '497160c9-72f2-4787-aff3-6b626fde3bab', 'status': 'completed', 'code': 200} Sep 16 11:02:40.610340 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-c87edd60-d9f6-4c35-ba57-64516863f5c0 req-f830f925-71ea-47d9-9492-800a72982222 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b208eb5-eac0-4db5-bb91-674d8e5be301 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Sep 16 11:02:41.663527 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56440) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:41.720711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:41.754095 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:41.872812 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:41.875381 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:41.876588 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] 10.222.0.36 "DELETE /v2.0/security-groups/4c14b0c7-8af7-4db2-9f26-09990aeb0bea HTTP/1.1" status: 204 len: 168 time: 0.2120597 Sep 16 11:02:41.890164 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c407b-8db6-4ac5-b27d-7077fc695135 tempest-TestShelveInstance-1109452966 tempest-TestShelveInstance-1109452966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c14b0c7-8af7-4db2-9f26-09990aeb0bea,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:41.984128 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56444) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:42.317914 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:42.579799 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Deleting port 06a5383f-85a9-4b0d-81d2-de40115bc1a0 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:42.579799 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:42.648463 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] For port 06a5383f-85a9-4b0d-81d2-de40115bc1a0, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=06a5383f-85a9-4b0d-81d2-de40115bc1a0,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:42.648835 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:42.661042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Calling delete_port for 06a5383f-85a9-4b0d-81d2-de40115bc1a0 owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:42.912671 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:42.940910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a5383f-85a9-4b0d-81d2-de40115bc1a0,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:43.373067 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:43.577827 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Router cb0f0461-d42d-47ea-997e-70a4ec27903f has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:02:43.679735 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:02:43.684764 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b0e0f79b-1bae-459a-99cf-327b54508a67 admin admin] 10.222.0.36 "PUT /v2.0/routers/cb0f0461-d42d-47ea-997e-70a4ec27903f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995683 Sep 16 11:02:43.687323 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56446) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:43.690039 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Sync routers for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:02:43.699172 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:43.700026 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:43.788476 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:43.802697 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:43.885021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:43.987092 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T11:02:42Z', 'revision_number': 5, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port': {'id': 'c718a4d0-32b4-4a67-826f-53d7204f95fe', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T10:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:44.001377 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Deleting port c718a4d0-32b4-4a67-826f-53d7204f95fe {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:44.005535 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.028539 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:44.031527 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Checking router: cb0f0461-d42d-47ea-997e-70a4ec27903f for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:02:44.050947 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 497160c9-72f2-4787-aff3-6b626fde3bab {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:44.051289 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 497160c9-72f2-4787-aff3-6b626fde3bab not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:44.056672 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Routers {'cb0f0461-d42d-47ea-997e-70a4ec27903f'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:44.057288 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['cb0f0461-d42d-47ea-997e-70a4ec27903f'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:44.083624 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] For port c718a4d0-32b4-4a67-826f-53d7204f95fe, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=c718a4d0-32b4-4a67-826f-53d7204f95fe,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:44.083975 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.096505 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Calling delete_port for c718a4d0-32b4-4a67-826f-53d7204f95fe owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:44.140815 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] Set router cb0f0461-d42d-47ea-997e-70a4ec27903f gateway port host: None {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:44.194017 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T11:02:43Z', 'revision_number': 6, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port_host': None}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:44.221173 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1a827-a05a-4215-be5e-57bb56279cc6 None None] The sync data for ids ['cb0f0461-d42d-47ea-997e-70a4ec27903f'] in dv-cinder-787764-4-iscsi is: [{'id': 'cb0f0461-d42d-47ea-997e-70a4ec27903f', 'name': 'tempest-TestShelveInstance-1651235524-router', 'tenant_id': '630c50b24baa4f8a846b55ba3b7907a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:10Z', 'updated_at': '2021-09-16T11:02:43Z', 'revision_number': 6, 'project_id': '630c50b24baa4f8a846b55ba3b7907a9', 'gw_port_host': None}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:02:44.312911 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.343929 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c718a4d0-32b4-4a67-826f-53d7204f95fe,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:44.399153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.485416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.487461 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.581810 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.586195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0f0461-d42d-47ea-997e-70a4ec27903f {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 11:02:44.588090 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.589276 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-b4cb9207-1c11-44c0-bc88-a9009dcf1d5d admin admin] 10.222.0.36 "DELETE /v2.0/routers/cb0f0461-d42d-47ea-997e-70a4ec27903f HTTP/1.1" status: 204 len: 168 time: 0.9010661 Sep 16 11:02:44.591698 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56448) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:44.637431 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Deleting subnet 1e53a25b-3bfa-4468-aab9-55d67e9ad4fd {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 11:02:44.640697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.681417 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.757957 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.873422 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.899739 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e53a25b-3bfa-4468-aab9-55d67e9ad4fd,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:44.901728 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:44.903576 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-e87618ec-c7f7-48dc-8a76-475eea8e66c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1e53a25b-3bfa-4468-aab9-55d67e9ad4fd HTTP/1.1" status: 204 len: 168 time: 0.3109729 Sep 16 11:02:44.905599 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc66f0-9177-4cba-9629-a797d4f1b11d None None] Network 34667ae6-8d40-427c-b9c6-b0d73a0b70cd requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:02:44.906385 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56450) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:44.977792 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.023101 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 06a5383f-85a9-4b0d-81d2-de40115bc1a0 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:45.030886 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Deleting port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:45.031228 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.047314 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 06a5383f-85a9-4b0d-81d2-de40115bc1a0 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:45.047666 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 06a5383f-85a9-4b0d-81d2-de40115bc1a0 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:45.089946 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] DHCP port deletion for 34667ae6-8d40-427c-b9c6-b0d73a0b70cd request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 11:02:45.108351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] For port a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:45.108737 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.121881 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Calling delete_port for a5af3fcf-718c-47ab-aae1-3c694ad66fa2 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:45.137211 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Deleting port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:45.137591 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.202343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] For port a5af3fcf-718c-47ab-aae1-3c694ad66fa2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,segment=NetworkSegment(cd90a778-85a7-4d2d-9039-2fe6cbeb9812),segment_id=cd90a778-85a7-4d2d-9039-2fe6cbeb9812)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:45.202742 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.216660 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Calling delete_port for a5af3fcf-718c-47ab-aae1-3c694ad66fa2 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:45.278678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.295889 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.302323 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:45.312025 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.312380 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.312802 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.313093 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.313429 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.313757 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.314094 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.314426 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.314756 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.315082 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.315410 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.315732 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.318402 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] No DVR routers for this DVR port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 on host dv-cinder-787764-4-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:02:45.325525 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Pushing event deleted for resources: {'Port': ['ID=a5af3fcf-718c-47ab-aae1-3c694ad66fa2,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:45.330078 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] No DVR routers for this DVR port a5af3fcf-718c-47ab-aae1-3c694ad66fa2 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:02:45.337579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.337932 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.338275 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.340803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.343790 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.343790 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05190e27-ae14-4f9d-963c-e8b045d42180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:45.392408 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.395709 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.415963 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34667ae6-8d40-427c-b9c6-b0d73a0b70cd']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:45.425918 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:45.426211 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd90a778-85a7-4d2d-9039-2fe6cbeb9812') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:45.435320 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.448380 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.454000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 11:02:45.458062 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 11:02:45.546583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.551664 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:45.553550 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] 10.222.0.36 "DELETE /v2.0/networks/34667ae6-8d40-427c-b9c6-b0d73a0b70cd HTTP/1.1" status: 204 len: 168 time: 0.6457043 Sep 16 11:02:45.556555 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56454) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:45.564060 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a033b8-fc45-4840-9f16-4ca88dbfc525 admin admin] Pushing event deleted for resources: {'Network': ['ID=34667ae6-8d40-427c-b9c6-b0d73a0b70cd,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:45.887321 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:46.115148 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Deleting port 51eeecae-effc-412c-ab19-3b28b249e0bd {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:46.115481 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:46.188834 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] For port 51eeecae-effc-412c-ab19-3b28b249e0bd, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51eeecae-effc-412c-ab19-3b28b249e0bd,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:46.189202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:46.203815 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Calling delete_port for 51eeecae-effc-412c-ab19-3b28b249e0bd owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:46.450151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:46.473957 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Pushing event deleted for resources: {'Port': ['ID=51eeecae-effc-412c-ab19-3b28b249e0bd,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:46.630204 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device c718a4d0-32b4-4a67-826f-53d7204f95fe no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:46.644380 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:46.651415 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: c718a4d0-32b4-4a67-826f-53d7204f95fe {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:46.651907 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device c718a4d0-32b4-4a67-826f-53d7204f95fe not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:46.652327 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device a5af3fcf-718c-47ab-aae1-3c694ad66fa2 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:46.675137 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: a5af3fcf-718c-47ab-aae1-3c694ad66fa2 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:46.675558 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device a5af3fcf-718c-47ab-aae1-3c694ad66fa2 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:46.851500 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Router f9c190b5-73b7-488e-beda-9dc156eee28b has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:02:46.952999 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:02:46.959268 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-dba20b2f-f4af-496e-b87c-12a22b5d4892 admin admin] 10.222.0.36 "PUT /v2.0/routers/f9c190b5-73b7-488e-beda-9dc156eee28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016163 Sep 16 11:02:46.961731 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56456) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:46.962410 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Sync routers for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:02:46.971773 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:46.972392 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:47.063696 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:47.074138 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:47.253562 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T11:02:46Z', 'revision_number': 5, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:47.281119 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Checking router: f9c190b5-73b7-488e-beda-9dc156eee28b for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:02:47.290440 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Routers {'f9c190b5-73b7-488e-beda-9dc156eee28b'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:47.291068 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['f9c190b5-73b7-488e-beda-9dc156eee28b'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:47.395058 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] Set router f9c190b5-73b7-488e-beda-9dc156eee28b gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:47.433740 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:47.554371 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Deleting port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:47.554619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:47.586181 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T11:02:46Z', 'revision_number': 5, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:47.614909 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb8d35-8b50-4267-a370-5c24d54fcc11 None None] The sync data for ids ['f9c190b5-73b7-488e-beda-9dc156eee28b'] in dv-cinder-787764-4-iscsi is: [{'id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'name': 'tempest-TestShelveInstance-1989022198-router', 'tenant_id': 'b6935ceb743844769c4640f8c2f49b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T11:02:46Z', 'revision_number': 5, 'project_id': 'b6935ceb743844769c4640f8c2f49b77', 'gw_port': {'id': '8f1b9700-d891-4f82-94b6-e5bd30d6fa92', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:61:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c190b5-73b7-488e-beda-9dc156eee28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T10:58:16Z', 'updated_at': '2021-09-16T10:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:02:47.634407 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] For port 8f1b9700-d891-4f82-94b6-e5bd30d6fa92, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:47.634870 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:47.648960 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Calling delete_port for 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:47.850335 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:47.873936 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1b9700-d891-4f82-94b6-e5bd30d6fa92,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:47.940687 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.038097 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.040527 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.181757 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.182318 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c190b5-73b7-488e-beda-9dc156eee28b {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 11:02:48.186855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.187915 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-a579a797-2757-4f00-a0ff-1b949a968159 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f9c190b5-73b7-488e-beda-9dc156eee28b HTTP/1.1" status: 204 len: 168 time: 1.2252774 Sep 16 11:02:48.190370 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56458) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:48.239153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Deleting subnet e1d416d9-7b28-4c16-aa8a-d3c686d28b7f {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 11:02:48.243071 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.278042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.353049 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.472799 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.501217 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d416d9-7b28-4c16-aa8a-d3c686d28b7f,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:48.508576 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.509722 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-20375506-69ec-4baa-a18e-0ea6efe51de2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e1d416d9-7b28-4c16-aa8a-d3c686d28b7f HTTP/1.1" status: 204 len: 168 time: 0.3184192 Sep 16 11:02:48.512279 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56460) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:48.513206 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529206b6-7564-4a19-8f6b-6efc1797d695 None None] Network fa2e0483-7d79-4983-8795-ae1b96e096da requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:02:48.579413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.650979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Deleting port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:48.651459 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.654832 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:48.678927 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:48.679271 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 8f1b9700-d891-4f82-94b6-e5bd30d6fa92 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:48.679719 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51eeecae-effc-412c-ab19-3b28b249e0bd no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:48.699232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 51eeecae-effc-412c-ab19-3b28b249e0bd {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:48.700740 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51eeecae-effc-412c-ab19-3b28b249e0bd not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:48.720318 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] For port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:48.720711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.721322 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] DHCP port deletion for fa2e0483-7d79-4983-8795-ae1b96e096da request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 11:02:48.734995 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Calling delete_port for 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 owned by network:dhcp {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:48.767281 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Deleting port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:02:48.767643 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.833432 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] For port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,segment=NetworkSegment(e2bb098d-9483-4bfd-94c9-65f8145e70f1),segment_id=e2bb098d-9483-4bfd-94c9-65f8145e70f1)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:48.833827 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.845775 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Calling delete_port for 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:02:48.878476 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.906182 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:48.913454 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] No DVR routers for this DVR port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 on host dv-cinder-787764-4-iscsi {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:02:48.919866 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:48.948576 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] Pushing event deleted for resources: {'Port': ['ID=51e767bf-a3bc-45f7-93ed-b00e2d4540e1,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:48.952226 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b25836-5c5c-4130-a12d-21f70be57240 None None] No DVR routers for this DVR port 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:02:48.985031 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.004611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2e0483-7d79-4983-8795-ae1b96e096da']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:49.014439 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bb098d-9483-4bfd-94c9-65f8145e70f1') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:49.015001 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bb098d-9483-4bfd-94c9-65f8145e70f1') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:49.024674 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.037106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.055205 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 11:02:49.055592 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 11:02:49.059126 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 11:02:49.157876 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.163141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.165528 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa2e0483-7d79-4983-8795-ae1b96e096da HTTP/1.1" status: 204 len: 168 time: 0.6522670 Sep 16 11:02:49.178476 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c394c-bef0-42ef-80a7-95496ca8aa7d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2e0483-7d79-4983-8795-ae1b96e096da,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:49.461999 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56464) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:49.500112 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-46dd5ae2-e3a9-4613-9fba-06f72b0ae10c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=630c50b24baa4f8a846b55ba3b7907a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369415 Sep 16 11:02:49.502398 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56466) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:49.547583 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.567224 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.672602 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.675074 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:49.676202 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91ce942c-18ed-4a0b-874f-bd32518b8aa5 HTTP/1.1" status: 204 len: 168 time: 0.1729462 Sep 16 11:02:49.683737 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c947d02-6fed-46a9-93db-1abcf5ba6658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce942c-18ed-4a0b-874f-bd32518b8aa5,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:50.271825 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56472) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:50.310664 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0c9da4e1-4672-420b-bcda-aff17db75212 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6935ceb743844769c4640f8c2f49b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376461 Sep 16 11:02:50.313119 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56474) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:50.358904 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:50.379547 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:50.472034 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:50.474490 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:50.475625 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/317281b1-654e-445e-abcc-120cc51fe8bc HTTP/1.1" status: 204 len: 168 time: 0.1616368 Sep 16 11:02:50.483864 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73800ba0-2efd-433d-b905-11aa1fa7b06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317281b1-654e-445e-abcc-120cc51fe8bc,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:50.572224 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:02:50.597691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:02:50.598027 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 51e767bf-a3bc-45f7-93ed-b00e2d4540e1 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:02:51.467336 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56496) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:51.559567 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-36464954-network', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:51.671868 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Made reservation on behalf of 6ea78de4680a435e846283bd06a3ba2b for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:02:51.674089 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.682845 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.766766 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.831754 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.856982 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 11:02:51.866041 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d935c82-eadb-461d-98b8-98b7c53485f7,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:51.872194 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.872560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Added segment 819dda82-0b4d-4463-862d-47c5917cc865 of type vlan for network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c Sep 16 11:02:51.910584 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.968989 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:51.969931 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:51.970514 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.027146 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:52.032821 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-496d589d-7f98-4010-b488-af3c26ea1c10 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5642335 Sep 16 11:02:52.035750 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56500) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:52.036772 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 11:02:52.041058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Request body: {'subnet': {'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-36464954-subnet', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:52.100935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Made reservation on behalf of 6ea78de4680a435e846283bd06a3ba2b for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:02:52.103906 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340301'] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.312265 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340323'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.369484 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59dcc1c-b61f-40cc-8f10-908624c631d6,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:52.378138 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:52.378498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Network hostable DHCP agents. Network: e1a81d05-22e3-4975-9e17-3ef72d5a0b9c, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 11:02:52.477886 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 11:02:52.540512 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, e1a81d05-22e3-4975-9e17-3ef72d5a0b9c) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:52.544629 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:52.545222 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.549181 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c18f61-8f9b-4416-94bd-eac79c753260 None None] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:02:52.609928 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-6cbcc3f2-1ef5-4f7b-b7fb-f9242be9583e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5730371 Sep 16 11:02:52.612511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56502) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:52.616955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:52.689449 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 11:02:52.690272 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.695276 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.696350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.748153 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:52.821267 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Allocated IP 172.20.0.2 (e1a81d05-22e3-4975-9e17-3ef72d5a0b9c/b59dcc1c-b61f-40cc-8f10-908624c631d6/d13fe27e-26bc-4bda-b4a9-3bab733cb608) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:02:52.942147 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.078829 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.146710 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.183762 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:53.186691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:53.189178 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:02:53.204535 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Pushing event updated for resources: {'Port': ['ID=d13fe27e-26bc-4bda-b4a9-3bab733cb608,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:53.209672 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.235411 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.249218 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Attempting to bind port d13fe27e-26bc-4bda-b4a9-3bab733cb608 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:02:53.249585 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Attempting to bind port d13fe27e-26bc-4bda-b4a9-3bab733cb608 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:02:53.249943 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Attempting to bind port d13fe27e-26bc-4bda-b4a9-3bab733cb608 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:02:53.254841 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:02:53.256379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:53.256379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.256379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Bound using segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:02:53.256671 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Bound port: d13fe27e-26bc-4bda-b4a9-3bab733cb608, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:02:53.256868 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.320954 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] For port d13fe27e-26bc-4bda-b4a9-3bab733cb608, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:02:53.324083 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] For port d13fe27e-26bc-4bda-b4a9-3bab733cb608, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d13fe27e-26bc-4bda-b4a9-3bab733cb608,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:02:53.335839 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Allocated IP 172.27.3.49 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/10e0f909-2d38-4893-ac1c-f903077cf2b6) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:02:53.376050 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.440155 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d8e4b-af52-4d55-97ad-1daafd0919c3 None None] Pushing event updated for resources: {'Port': ['ID=d13fe27e-26bc-4bda-b4a9-3bab733cb608,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:53.445866 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.529937 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:53.578836 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:53.586725 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:53.589141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:02:53.595251 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Pushing event updated for resources: {'Port': ['ID=10e0f909-2d38-4893-ac1c-f903077cf2b6,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:53.898947 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.091650 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.245701 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a7335-871c-4384-8822-89ad4fe74ceb None None] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:02:54.272182 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 11:02:54.362948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] Provisioning complete for port d13fe27e-26bc-4bda-b4a9-3bab733cb608 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:54.363309 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.376602 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:02:54.388314 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:02:54.417255 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:54.417877 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:54.426201 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.427521 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-7f445b2b-4347-4fd0-b708-232ff6abf508 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8138292 Sep 16 11:02:54.430266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56504) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:54.580539 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.612359 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:54.645025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d13fe27e-26bc-4bda-b4a9-3bab733cb608 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:02:54.697850 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] For port d13fe27e-26bc-4bda-b4a9-3bab733cb608, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d13fe27e-26bc-4bda-b4a9-3bab733cb608,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:54.760850 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.839248 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2825b78-7c04-4f03-8bcc-d18282afff15 None None] Pushing event updated for resources: {'Port': ['ID=d13fe27e-26bc-4bda-b4a9-3bab733cb608,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:54.849596 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d13fe27e-26bc-4bda-b4a9-3bab733cb608 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:54.849968 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.917244 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-2f7005f7-2c42-43fa-9f36-f1a624e12efb None None] Provisioning complete for port d13fe27e-26bc-4bda-b4a9-3bab733cb608 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:54.917525 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2f7005f7-2c42-43fa-9f36-f1a624e12efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:54.996491 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:53Z', 'revision_number': 3, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:55.028206 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:02:55.028580 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Updating router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 port 10e0f909-2d38-4893-ac1c-f903077cf2b6 binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 11:02:55.082212 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.120106 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.268315 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Allocated IP 172.20.0.1 (e1a81d05-22e3-4975-9e17-3ef72d5a0b9c/b59dcc1c-b61f-40cc-8f10-908624c631d6/74954ef8-2584-4c97-93e0-434971473852) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:02:55.336271 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.370652 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.431826 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.472604 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.483357 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Attempting to bind port 10e0f909-2d38-4893-ac1c-f903077cf2b6 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:02:55.483732 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Attempting to bind port 10e0f909-2d38-4893-ac1c-f903077cf2b6 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:02:55.484102 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Attempting to bind port 10e0f909-2d38-4893-ac1c-f903077cf2b6 on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:02:55.486094 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a7a09-5778-44ad-83b4-80b31926661d None None] Pushing event updated for resources: {'Port': ['ID=10e0f909-2d38-4893-ac1c-f903077cf2b6,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:55.492051 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:02:55.492424 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:55.492846 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.493229 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:02:55.493753 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Bound port: 10e0f909-2d38-4893-ac1c-f903077cf2b6, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:02:55.494057 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.511248 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:55.518209 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:55.523074 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:02:55.542684 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Pushing event updated for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:55.546837 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] For port 10e0f909-2d38-4893-ac1c-f903077cf2b6, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:02:55.550653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] For port 10e0f909-2d38-4893-ac1c-f903077cf2b6, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=10e0f909-2d38-4893-ac1c-f903077cf2b6,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:02:55.563473 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.626844 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.681170 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:55.681803 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:55.731861 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a7a09-5778-44ad-83b4-80b31926661d None None] Pushing event updated for resources: {'Port': ['ID=10e0f909-2d38-4893-ac1c-f903077cf2b6,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:55.753990 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-b45c02c9-205f-4cfa-a716-ea1dbf919f9f None None] Provisioning complete for port 74954ef8-2584-4c97-93e0-434971473852 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:55.754357 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b45c02c9-205f-4cfa-a716-ea1dbf919f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.771342 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.936205 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:55.947922 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-b45c02c9-205f-4cfa-a716-ea1dbf919f9f None None] Port 74954ef8-2584-4c97-93e0-434971473852 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:02:55.950379 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:56.020407 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.089416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.091114 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Pushing event updated for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:56.122699 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:53Z', 'revision_number': 3, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:56.152090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4666406-1849-44ea-b9d2-0dc560576a2a None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:53Z', 'revision_number': 3, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:02:56.187385 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:56.188783 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:56.304883 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:02:56.436491 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:02:56.442322 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2c15acb5-d16d-4713-8d49-7f0874c902e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/9277c0c5-4aa1-44dd-bd2e-66df0d011844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0109825 Sep 16 11:02:56.476593 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-a440a61e-d908-429f-ba5c-5dc25aec667f None None] Provisioning complete for port 74954ef8-2584-4c97-93e0-434971473852 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:56.477190 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-a440a61e-d908-429f-ba5c-5dc25aec667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.514040 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-a440a61e-d908-429f-ba5c-5dc25aec667f None None] Port 74954ef8-2584-4c97-93e0-434971473852 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:02:56.666524 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 10e0f909-2d38-4893-ac1c-f903077cf2b6 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:02:56.715777 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 10e0f909-2d38-4893-ac1c-f903077cf2b6 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:56.716154 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.797563 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.821415 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 10e0f909-2d38-4893-ac1c-f903077cf2b6, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=10e0f909-2d38-4893-ac1c-f903077cf2b6,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:56.871782 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:56.872624 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d13fe27e-26bc-4bda-b4a9-3bab733cb608 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:02:56.948102 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=10e0f909-2d38-4893-ac1c-f903077cf2b6,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:56.967756 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port d13fe27e-26bc-4bda-b4a9-3bab733cb608 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:56.968086 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.242658 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56520) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:57.247602 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2099396322-network', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:57.323206 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Made reservation on behalf of 99941163fb2f45ac95c6b0884d0d45ec for: {'network': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:02:57.325628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for network, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.334930 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.424002 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.472154 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.497191 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=100951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 11:02:57.506867 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d9924e-a6d0-437a-a165-58fc3b45edfc,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:57.511786 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.512133 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.segments_db [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Added segment 169d77c5-7f19-479c-aa4a-b175fb7ec116 of type vlan for network bf24ee17-ae90-4b62-85de-401243f9c813 Sep 16 11:02:57.555119 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760182760223'] for network, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.613144 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:02:57.622689 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:57.627067 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:57.655132 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404'] for network, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.656222 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:57.657029 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:57.719438 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] Pushing event updated for resources: {'Network': ['ID=bf24ee17-ae90-4b62-85de-401243f9c813,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:57.729727 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Network bf24ee17-ae90-4b62-85de-401243f9c813 details requested by agent ovs-agent-dv-cinder-787764-4-iscsi with host dv-cinder-787764-4-iscsi {{(pid=100952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 11:02:57.768307 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-f6970845-598e-437a-b1d4-470bbb71db49 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5221169 Sep 16 11:02:57.768561 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56522) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:57.774095 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Request body: {'subnet': {'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2099396322-subnet', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'ip_version': 4}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:57.810356 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:57.860145 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Made reservation on behalf of 99941163fb2f45ac95c6b0884d0d45ec for: {'subnet': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:02:57.862572 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340301'] for subnet, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.001056 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 2, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:58.027109 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:02:58.028080 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Updating router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 port 74954ef8-2584-4c97-93e0-434971473852 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 11:02:58.054385 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.106183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9014772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340323'] for subnet, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.168774 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:58.174020 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Checking segment: {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:58.174442 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Network hostable DHCP agents. Network: bf24ee17-ae90-4b62-85de-401243f9c813, hostable agents: ['f9e15854-c9a5-42b8-9d69-e5249afe9273'], hosted agents: [] {{(pid=100951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 11:02:58.248658 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Network bf24ee17-ae90-4b62-85de-401243f9c813 is scheduled to be hosted by DHCP agent f9e15854-c9a5-42b8-9d69-e5249afe9273 with binding_index 1 {{(pid=100951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 11:02:58.306082 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787764-4-iscsi, bf24ee17-ae90-4b62-85de-401243f9c813) {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:58.310207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:02:58.310760 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.311592 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.314501 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8708c2-9341-4fc5-a43e-bfdb7ce8660a None None] Network bf24ee17-ae90-4b62-85de-401243f9c813 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:02:58.386268 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.407106 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d91fa60f-a53f-41a9-902d-d0819ab97cb7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6346414 Sep 16 11:02:58.407592 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56524) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:02:58.412439 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:02:58.441162 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Pushing event updated for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:58.451217 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.451581 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.451921 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.452248 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.452606 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.452971 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.453237 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.453556 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.453889 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.454210 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.454524 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.454835 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:02:58.459627 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d43408a-993c-549d-b8eb-507dbaf16c25-bf24ee17-ae90-4b62-85de-401243f9c813', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53'}]}} from dv-cinder-787764-4-iscsi. {{(pid=100952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 11:02:58.460559 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.513251 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Attempting to bind port 74954ef8-2584-4c97-93e0-434971473852 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:02:58.513758 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Attempting to bind port 74954ef8-2584-4c97-93e0-434971473852 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:02:58.514107 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Attempting to bind port 74954ef8-2584-4c97-93e0-434971473852 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:02:58.518496 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.520707 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:02:58.527334 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-969227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.527788 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:58.527788 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.527788 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Bound using segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:02:58.527788 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Bound port: 74954ef8-2584-4c97-93e0-434971473852, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:02:58.527788 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.608736 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] For port 74954ef8-2584-4c97-93e0-434971473852, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:02:58.612819 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] For port 74954ef8-2584-4c97-93e0-434971473852, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=74954ef8-2584-4c97-93e0-434971473852,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:02:58.614678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.625129 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 10e0f909-2d38-4893-ac1c-f903077cf2b6 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:02:58.631019 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.db_base_plugin_common [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Allocated IP 172.20.0.2 (bf24ee17-ae90-4b62-85de-401243f9c813/4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53/221689a2-830f-462c-847d-2043014458c2) {{(pid=100952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:02:58.689601 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.702952 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] Provisioning complete for port 74954ef8-2584-4c97-93e0-434971473852 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:58.703257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.731455 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:02:58.732072 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:58.839284 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:02:58.840395 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks [] for port, precommit_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.863186 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 10e0f909-2d38-4893-ac1c-f903077cf2b6 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:58.863847 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.868099 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.943647 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4b02-113a-4827-ade3-da7764e856ed None None] Pushing event updated for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:58.968648 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944'] for port, after_create {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:58.978185 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.033184 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Network bf24ee17-ae90-4b62-85de-401243f9c813 is already hosted by enough agents. {{(pid=100952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:59.046770 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.scheduler.base_scheduler [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Resources bound (agent type, host, resource id): {{(pid=100952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:59.049691 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Received port after_create {{(pid=100952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:02:59.055109 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Pushing event updated for resources: {'Port': ['ID=221689a2-830f-462c-847d-2043014458c2,revision_number=1']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:59.063609 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:58Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:02:59.071944 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] For port 74954ef8-2584-4c97-93e0-434971473852, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=74954ef8-2584-4c97-93e0-434971473852,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:02:59.092284 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528239c-8e47-48c5-9056-1a61f851fe08 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:58Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:02:59.118504 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Attempting to bind port 221689a2-830f-462c-847d-2043014458c2 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:02:59.118880 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Attempting to bind port 221689a2-830f-462c-847d-2043014458c2 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:02:59.119242 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Attempting to bind port 221689a2-830f-462c-847d-2043014458c2 on network bf24ee17-ae90-4b62-85de-401243f9c813 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:02:59.124387 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:02:59.124794 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Checking segment: {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:02:59.125197 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.125688 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Bound using segment: {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:02:59.126040 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Bound port: 221689a2-830f-462c-847d-2043014458c2, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:02:59.126417 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.168567 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.238692 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.243624 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] For port 221689a2-830f-462c-847d-2043014458c2, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:02:59.245984 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afd8f9-a90f-489f-ab99-1ccebffd8980 None None] Pushing event updated for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:59.249786 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] For port 221689a2-830f-462c-847d-2043014458c2, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=221689a2-830f-462c-847d-2043014458c2,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:02:59.263865 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.291425 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-59705514-37ea-4bca-a20e-f5c495c671bc None None] Provisioning complete for port 74954ef8-2584-4c97-93e0-434971473852 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:02:59.291793 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-59705514-37ea-4bca-a20e-f5c495c671bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.326974 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.375806 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Allocated IP 172.27.3.64 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/22884ab8-646b-4608-9250-88dafb8b7c5c) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:02:59.430809 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed655e6-c7c1-4538-88e2-8afedfbfa057 None None] Pushing event updated for resources: {'Port': ['ID=221689a2-830f-462c-847d-2043014458c2,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:59.520249 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.609277 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:02:59.652678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:02:59.655731 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:02:59.658489 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:02:59.699745 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Pushing event updated for resources: {'Port': ['ID=22884ab8-646b-4608-9250-88dafb8b7c5c,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:02:59.928895 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:02:59.994000 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.198567 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578897'] for router, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.263090 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0e0e4-bbe4-4012-aa0c-8a5e43d5b372 None None] Network bf24ee17-ae90-4b62-85de-401243f9c813 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:03:00.294933 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] Provisioning complete for port 221689a2-830f-462c-847d-2043014458c2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:00.295304 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.380046 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Router 69d221d2-b52b-47be-9b88-cf96693d03f6 is scheduled to L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 with binding_index 1 {{(pid=100950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 11:03:00.447452 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.486363 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:03:00.498548 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Sync routers for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:03:00.506238 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] For port 221689a2-830f-462c-847d-2043014458c2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=221689a2-830f-462c-847d-2043014458c2,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:00.515673 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:00.516668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:00.557749 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.559858 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-e177a405-f956-491c-8c05-e1668e91703f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1511762 Sep 16 11:03:00.562461 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56526) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:00.612653 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:00.667560 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 74954ef8-2584-4c97-93e0-434971473852 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:00.670523 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:00.910257 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7269d4-c89a-4852-ab44-78e35646a0f9 None None] Pushing event updated for resources: {'Port': ['ID=221689a2-830f-462c-847d-2043014458c2,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:00.980854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-f2051730-e7f5-4743-b100-2de4fe7b1045 None None] Provisioning complete for port 221689a2-830f-462c-847d-2043014458c2 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:00.981232 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f2051730-e7f5-4743-b100-2de4fe7b1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.014705 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-981786f3-994c-4242-9e2f-29eab3b0a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.032774 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 74954ef8-2584-4c97-93e0-434971473852 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:01.033146 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.194690 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 221689a2-830f-462c-847d-2043014458c2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:01.217780 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 3, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:01.251502 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Checking router: 69d221d2-b52b-47be-9b88-cf96693d03f6 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:03:01.251857 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Updating router 69d221d2-b52b-47be-9b88-cf96693d03f6 port 22884ab8-646b-4608-9250-88dafb8b7c5c binding host dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 11:03:01.252876 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.282404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.325536 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 221689a2-830f-462c-847d-2043014458c2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:01.325910 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.409435 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_common [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Allocated IP 172.20.0.1 (bf24ee17-ae90-4b62-85de-401243f9c813/4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53/0d80370f-e4b1-4ba3-9d58-9c9e80b3f652) {{(pid=100950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:03:01.513771 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.598941 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks [] for port, precommit_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.632511 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.667340 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Network bf24ee17-ae90-4b62-85de-401243f9c813 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:03:01.670021 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:03:01.673490 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Received port after_create {{(pid=100950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:03:01.699945 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Pushing event updated for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:01.719811 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578950'] for router_interface, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.729579 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.783169 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa41df-c209-4947-ae00-149182a17347 None None] Pushing event updated for resources: {'Port': ['ID=22884ab8-646b-4608-9250-88dafb8b7c5c,revision_number=2']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:01.785656 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Attempting to bind port 22884ab8-646b-4608-9250-88dafb8b7c5c on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:03:01.786031 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Attempting to bind port 22884ab8-646b-4608-9250-88dafb8b7c5c by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:03:01.786413 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Attempting to bind port 22884ab8-646b-4608-9250-88dafb8b7c5c on network 871ec848-bb49-4022-aa2c-f256a183fd75 {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Checking segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Bound using segment: {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'} {{(pid=100952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.managers [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Bound port: 22884ab8-646b-4608-9250-88dafb8b7c5c, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c8189b-626a-4bc8-94cf-45343c89d98c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75'}}] {{(pid=100952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:03:01.795330 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.847934 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] For port 22884ab8-646b-4608-9250-88dafb8b7c5c, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:03:01.852510 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] For port 22884ab8-646b-4608-9250-88dafb8b7c5c, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=22884ab8-646b-4608-9250-88dafb8b7c5c,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:03:01.901786 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-7c97cb73-4480-4541-90ac-f3367c5e2719 None None] Provisioning complete for port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:01.902172 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-7c97cb73-4480-4541-90ac-f3367c5e2719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.925229 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.935711 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:01.943461 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-7c97cb73-4480-4541-90ac-f3367c5e2719 None None] Port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:03:01.996291 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa41df-c209-4947-ae00-149182a17347 None None] Pushing event updated for resources: {'Port': ['ID=22884ab8-646b-4608-9250-88dafb8b7c5c,revision_number=3']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:01.999039 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:01.999966 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:02:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:02.087109 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:02.104042 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:02.122896 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8732191'] for port, after_update {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:02.196598 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Pushing event updated for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=2']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:02.201670 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-739502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578070'] for router_interface, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:02.290122 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Network bf24ee17-ae90-4b62-85de-401243f9c813 is already hosted by enough agents. {{(pid=100950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:03:02.291594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.base_scheduler [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=100950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:03:02.296306 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0d80370f-e4b1-4ba3-9d58-9c9e80b3f652', 'name': '', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'mac_address': 'fa:16:3e:1c:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:03:01Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 1, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'subnets': [{'id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:02.329756 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7fea9-6d64-4cb4-a230-cf589fd7990b None None] The sync data for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi is: [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0d80370f-e4b1-4ba3-9d58-9c9e80b3f652', 'name': '', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'mac_address': 'fa:16:3e:1c:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:03:01Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 1, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'subnets': [{'id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:03:02.412357 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Router 69d221d2-b52b-47be-9b88-cf96693d03f6 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:03:02.532896 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:03:02.537975 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-3fb513fe-bef1-4cec-9e47-a56ebe545bfe admin admin] 10.222.0.36 "PUT /v2.0/routers/69d221d2-b52b-47be-9b88-cf96693d03f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726610 Sep 16 11:03:02.573016 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c95201dd-2f2a-4638-b651-0bbac92921e4 None None] Provisioning complete for port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:02.573399 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c95201dd-2f2a-4638-b651-0bbac92921e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:02.626077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c95201dd-2f2a-4638-b651-0bbac92921e4 None None] Port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:03:02.639905 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 221689a2-830f-462c-847d-2043014458c2 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:02.688219 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 221689a2-830f-462c-847d-2043014458c2 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:02.688633 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.172920 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56536) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:03.177477 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2095772199', 'description': 'tempest-secgroup-smoke-2095772199 description', 'project_id': '6ea78de4680a435e846283bd06a3ba2b'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:03.289181 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.372150 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.437134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.466081 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b78657-42f3-40e5-a246-b0c87cb0d0b0,revision_number=1']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:03.534647 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.535935 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-75f5ea1f-7c34-40dc-ba75-40b8d8bafa36 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3619907 Sep 16 11:03:03.540979 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56538) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:03.545682 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:03.631480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.687510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.757730 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.775457 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961028eb-3b60-4147-b383-c4aef5c34388,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:03.786180 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-49510310-0711-4bac-af19-0b7a5454264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.831790 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.833223 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-a2499405-6de6-4150-afa8-764d7d6ac858 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2912986 Sep 16 11:03:03.835895 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56540) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:03.840138 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:03.916644 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:03.978510 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.025748 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.044015 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2e3151-39bc-4edd-81fa-b9cb685c65c2,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:04.117787 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.119052 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9ee81320-5480-4b66-a548-72084596ce3c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2822049 Sep 16 11:03:04.121741 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56542) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:04.126180 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:04.208532 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Sync routers for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:03:04.217592 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:04.218201 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:03:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:04.224841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.281536 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.323378 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:04.345678 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.363553 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190db483-733f-4f27-9640-161c12dedaa2,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:04.414883 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.419878 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9ac04af4-775d-4579-88a4-2757d97d07d6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936356 Sep 16 11:03:04.421039 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56544) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:04.426192 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:04.493873 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.531982 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0d80370f-e4b1-4ba3-9d58-9c9e80b3f652', 'name': '', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'mac_address': 'fa:16:3e:1c:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:03:01Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 2, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'subnets': [{'id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:04.580969 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.586400 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.612365 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 22884ab8-646b-4608-9250-88dafb8b7c5c up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:04.641249 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Checking router: 69d221d2-b52b-47be-9b88-cf96693d03f6 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:03:04.641600 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Updating router 69d221d2-b52b-47be-9b88-cf96693d03f6 port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 binding host dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 11:03:04.654484 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.664274 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 22884ab8-646b-4608-9250-88dafb8b7c5c triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:04.664693 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.671049 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.674711 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80f9ad1-b519-4b35-8498-d4972d4fcd24,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:04.740042 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.744147 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-5c18595c-a9cf-4099-8583-7b5a2272edcb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194523 Sep 16 11:03:04.744283 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 56546) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:04.747147 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.748898 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.v2.base [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:04.768807 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] For port 22884ab8-646b-4608-9250-88dafb8b7c5c, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=22884ab8-646b-4608-9250-88dafb8b7c5c,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:04.848937 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.securitygroups_db [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Project 6ea78de4680a435e846283bd06a3ba2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 11:03:04.854589 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.877120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.919505 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.925710 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Pushing event updated for resources: {'Port': ['ID=22884ab8-646b-4608-9250-88dafb8b7c5c,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:04.945335 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks [] for port, precommit_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.962720 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:04.985561 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.003505 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209a4c31-1263-4fe6-b656-b4eff0f4b79d,revision_number=0']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:05.037291 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.065764 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.070209 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-6b51f664-afe7-429b-ab3d-024e5fd3022d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217621 Sep 16 11:03:05.071141 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56548) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:05.075023 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'security_group_rule': {'security_group_id': '98b78657-42f3-40e5-a246-b0c87cb0d0b0', 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:05.084078 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8f5a-274d-4089-8a83-b55c8ee431bb None None] Pushing event updated for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=3']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:05.133938 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Attempting to bind port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 on host dv-cinder-787764-4-iscsi for vnic_type normal with profile {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:03:05.134309 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Attempting to bind port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 by drivers openvswitch,hyperv on host dv-cinder-787764-4-iscsi at level 0 using segments [{'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:03:05.134699 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Attempting to bind port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 on network bf24ee17-ae90-4b62-85de-401243f9c813 {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:03:05.139768 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Checking agent: {'id': 'cec8c026-76dd-4f43-b1c3-b00b6d58cb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787764-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 40, 5), 'started_at': datetime.datetime(2021, 9, 16, 10, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787764-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:03:05.141978 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Checking segment: {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:03:05.141978 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.141978 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Bound using segment: {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'} {{(pid=100953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:03:05.141978 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.managers [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Bound port: 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652, host: dv-cinder-787764-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169d77c5-7f19-479c-aa4a-b175fb7ec116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813'}}] {{(pid=100953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:03:05.141978 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.152061 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.securitygroups_db [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Project 6ea78de4680a435e846283bd06a3ba2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 11:03:05.157451 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.214207 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] For port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652, host dv-cinder-787764-4-iscsi, cleared binding levels {{(pid=100953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:03:05.217465 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.plugins.ml2.db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] For port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652, host dv-cinder-787764-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:03:05.226030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.266976 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-6bd5080d-75d3-4f1a-b02d-9ea4806ffc39 None None] Provisioning complete for port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:05.267347 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-6bd5080d-75d3-4f1a-b02d-9ea4806ffc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.289062 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron_lib.callbacks.manager [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.299978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5080d-75d3-4f1a-b02d-9ea4806ffc39 None None] Port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:03:05.317042 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-808484'] for security_group_rule, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.330634 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d891536-2d9e-4404-a8e6-5970e8cd64ef,revision_number=0']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:05.333920 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:05.334792 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:03:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:05.393861 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8f5a-274d-4089-8a83-b55c8ee431bb None None] Pushing event updated for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=4']} {{(pid=100953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:05.414533 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.419696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-853ccc49-ffa4-410f-9e16-90fddacf6669 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3481071 Sep 16 11:03:05.466225 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:05.519616 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] Provisioning complete for port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:05.519982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.603701 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.636495 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] For port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:05.677282 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0d80370f-e4b1-4ba3-9d58-9c9e80b3f652', 'name': '', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'mac_address': 'fa:16:3e:1c:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:03:01Z', 'updated_at': '2021-09-16T11:03:05Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'subnets': [{'id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:05.694593 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:05.708435 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafb291-4a13-427a-abd3-8e2f72d3864d None None] The sync data for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi is: [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:03:01Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '0d80370f-e4b1-4ba3-9d58-9c9e80b3f652', 'name': '', 'network_id': 'bf24ee17-ae90-4b62-85de-401243f9c813', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'mac_address': 'fa:16:3e:1c:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:03:01Z', 'updated_at': '2021-09-16T11:03:05Z', 'revision_number': 4, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'subnets': [{'id': '4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:03:05.746470 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53274d16-e14e-46ef-8232-efd13a4b915b None None] Pushing event updated for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:05.945977 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:06.609971 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 22884ab8-646b-4608-9250-88dafb8b7c5c up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:06.660646 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 22884ab8-646b-4608-9250-88dafb8b7c5c triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:06.660927 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:06.741291 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 up at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:06.798716 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Provisioning complete for port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:06.799085 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:15.430732 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:22.088818 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-14b5a47a-9f88-499d-b276-7bd43b754da8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095772199&fields=id&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 267 time: 0.0313849 Sep 16 11:03:22.191352 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-6e8bec99-c93d-41ab-ae0a-5e5561a98eef tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:22.193448 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-6e8bec99-c93d-41ab-ae0a-5e5561a98eef tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.0982933 Sep 16 11:03:22.208964 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-295717ba-c8e5-4bee-b964-557838ff0803 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/quotas/6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 375 time: 0.0097067 Sep 16 11:03:22.261107 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-dca103ba-f463-4ce6-a216-b2730cddab8c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469105 Sep 16 11:03:22.276267 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-7d36e9ad-8520-4759-9375-7c97b62b6b64 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 11:03:22.277238 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-7d36e9ad-8520-4759-9375-7c97b62b6b64 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048685 Sep 16 11:03:22.361504 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-af257ea1-20e2-4316-8cd2-b47e69427221 service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788050 Sep 16 11:03:22.450816 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-83d7dcf5-55bc-4d27-92b0-a8ea55f76976 service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833986 Sep 16 11:03:22.887113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0b70af9f-c34d-43bc-ab38-ce00780b8429 req-5ca4f1da-9703-4743-9422-46aca2389fa9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0267501 Sep 16 11:03:23.961509 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-907da4d0-d8bf-4071-b315-a4ee362f2f5e req-8705e36a-562d-4eca-81e6-fd0814ce7354 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0259261 Sep 16 11:03:25.033567 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8cc3fdc5-32b2-4879-9728-5ad24d7e909c req-9f673bc2-d2cb-4132-954b-64a960259e69 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0251865 Sep 16 11:03:26.106934 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9624d0aa-d3aa-4f6e-a990-7619898559a7 req-243d133a-45f3-4eec-8ab8-9647e4345eb0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0260890 Sep 16 11:03:27.196096 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b6a2fa08-245d-4bb4-8c8b-f724f014125d req-6a119ef6-95fc-4840-a668-b623fd9ec6df tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0246775 Sep 16 11:03:28.290006 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d2b35cbc-1453-4270-a049-5426714cd6b5 req-1a951eff-379c-4326-a060-1b29df5d78e4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0291796 Sep 16 11:03:28.876379 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-4bd25b9c-eb58-4e76-9f02-40da97d28a3e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:28.877844 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-4bd25b9c-eb58-4e76-9f02-40da97d28a3e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.0973477 Sep 16 11:03:28.920150 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-1016a999-1dc3-4567-b403-bc0629effcfb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 380 time: 0.0330131 Sep 16 11:03:28.930037 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'port': {'device_id': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'admin_state_up': True, 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'security_groups': ['98b78657-42f3-40e5-a246-b0c87cb0d0b0']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:29.081332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Made reservation on behalf of 6ea78de4680a435e846283bd06a3ba2b for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:03:29.085607 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.207858 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.20.0.10 (e1a81d05-22e3-4975-9e17-3ef72d5a0b9c/b59dcc1c-b61f-40cc-8f10-908624c631d6/50605781-5179-4208-b91e-a3d92cb96a84) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:03:29.349985 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.392788 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3bedbad5-9211-4d85-a355-84bc44d0b789 req-30d289af-ab09-4e34-8379-f861630d810b tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0350370 Sep 16 11:03:29.476580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.519464 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:03:29.522368 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:03:29.525970 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:03:29.554029 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:29.581915 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:29.582568 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.654051 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-67acc16c-710a-4935-a3d9-64d35945cc23 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274330 Sep 16 11:03:29.667506 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Request body: {'port': {'device_id': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:29.726469 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.749810 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-d8c45015-0fdf-4c73-9ec1-c63e9e9bc663 None None] Provisioning complete for port 50605781-5179-4208-b91e-a3d92cb96a84 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:29.750397 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d8c45015-0fdf-4c73-9ec1-c63e9e9bc663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:29.782682 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-d8c45015-0fdf-4c73-9ec1-c63e9e9bc663 None None] Port 50605781-5179-4208-b91e-a3d92cb96a84 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:03:29.991021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50605781-5179-4208-b91e-a3d92cb96a84 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:03:29.998292 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.010137 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Transition to ACTIVE for port object 50605781-5179-4208-b91e-a3d92cb96a84 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 11:03:30.092259 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.142540 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:30.207120 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Attempting to bind port 50605781-5179-4208-b91e-a3d92cb96a84 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:03:30.207456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Attempting to bind port 50605781-5179-4208-b91e-a3d92cb96a84 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:03:30.207784 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Attempting to bind port 50605781-5179-4208-b91e-a3d92cb96a84 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:03:30.212820 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Port 50605781-5179-4208-b91e-a3d92cb96a84 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 11:03:30.213136 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Attempting to bind port 50605781-5179-4208-b91e-a3d92cb96a84 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:03:30.218551 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:03:30.218885 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:03:30.219264 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Bound using segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:03:30.219690 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Bound port: 50605781-5179-4208-b91e-a3d92cb96a84, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:03:30.220048 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.287155 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:03:30.290099 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=50605781-5179-4208-b91e-a3d92cb96a84,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:03:30.332733 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.366560 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.367162 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.368575 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 200 len: 1094 time: 0.7055697 Sep 16 11:03:30.369011 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:03:30.371309 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f912078a-221b-463f-98e1-1ad94c98127b" -d '{"events": [{"name": "network-changed", "server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "tag": "50605781-5179-4208-b91e-a3d92cb96a84"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:03:30.394576 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0352b03-9057-4bb1-9142-3b813456d6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:30.421682 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afeff27-141e-44d6-b67e-0cda47ab190f x-openstack-request-id: req-0afeff27-141e-44d6-b67e-0cda47ab190f {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:03:30.422275 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "tag": "50605781-5179-4208-b91e-a3d92cb96a84", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:03:30.422483 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0afeff27-141e-44d6-b67e-0cda47ab190f {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:03:30.422890 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84', 'status': 'completed', 'code': 200} Sep 16 11:03:30.515295 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912078a-221b-463f-98e1-1ad94c98127b req-27327cef-f75c-40ff-a162-c3704243a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.516850 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f912078a-221b-463f-98e1-1ad94c98127b req-27327cef-f75c-40ff-a162-c3704243a0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1097 time: 0.0729134 Sep 16 11:03:30.541405 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62721e8b-43d1-481c-98d9-830da8dad6a7 req-ecfee9bd-2318-4b1d-9d41-93da7dd1aebc tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.542843 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-62721e8b-43d1-481c-98d9-830da8dad6a7 req-ecfee9bd-2318-4b1d-9d41-93da7dd1aebc tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0722952 Sep 16 11:03:30.635126 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912078a-221b-463f-98e1-1ad94c98127b req-0bb6505e-e290-457a-84f3-b11127f587e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.636651 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f912078a-221b-463f-98e1-1ad94c98127b req-0bb6505e-e290-457a-84f3-b11127f587e1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6ea78de4680a435e846283bd06a3ba2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1117792 Sep 16 11:03:30.682705 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-62721e8b-43d1-481c-98d9-830da8dad6a7 req-904dfb23-5a8b-4d9b-ab5e-68ff99ea5b4e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300516 Sep 16 11:03:30.741026 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912078a-221b-463f-98e1-1ad94c98127b req-d83467fd-cd9b-4071-a403-38e02004e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.742469 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f912078a-221b-463f-98e1-1ad94c98127b req-d83467fd-cd9b-4071-a403-38e02004e998 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0984662 Sep 16 11:03:30.815935 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-7df5b78d-ed1d-4aaf-bf26-c1ed31b61003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.817450 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-7df5b78d-ed1d-4aaf-bf26-c1ed31b61003 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1097 time: 0.0397060 Sep 16 11:03:30.857921 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-0b6ac08e-9783-47c2-b168-a7d070a7a319 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 200 len: 217 time: 0.0329177 Sep 16 11:03:30.910091 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-83eff702-9ee9-46bb-8a45-f1313adbe2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.911427 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-83eff702-9ee9-46bb-8a45-f1313adbe2d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0456431 Sep 16 11:03:30.915238 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d2bc49cb-d8d5-4f73-b08b-3449de2db3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:30.957662 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-ca5dd328-2000-4837-8bb2-ec34c8850a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:30.959109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-ca5dd328-2000-4837-8bb2-ec34c8850a78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399046 Sep 16 11:03:31.044265 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-8c99f8c6-cb5b-487f-a8ab-5eaaf6510ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781064 Sep 16 11:03:31.134093 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5a686286-77d3-412d-a8fd-d40e75d5cb8e req-62b7dec1-20c9-4073-8aa4-c951a96f3013 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Sep 16 11:03:31.796911 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131793f-92fa-4365-8769-f43336f85fd1 req-8b595920-72d5-4c67-883d-5c841359c71c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:31.798357 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a131793f-92fa-4365-8769-f43336f85fd1 req-8b595920-72d5-4c67-883d-5c841359c71c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0481968 Sep 16 11:03:31.834867 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a131793f-92fa-4365-8769-f43336f85fd1 req-7aceae16-4365-4421-ad13-16a5913a4354 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306756 Sep 16 11:03:32.947972 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6680e-15d0-42c8-ae98-528a3e7b7380 req-cdbbe0f9-fb65-4631-bf0c-aefd5279c2b4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:32.949483 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a5d6680e-15d0-42c8-ae98-528a3e7b7380 req-cdbbe0f9-fb65-4631-bf0c-aefd5279c2b4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0504708 Sep 16 11:03:32.986696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a5d6680e-15d0-42c8-ae98-528a3e7b7380 req-7b034d3b-8fd4-4202-8330-d94dcf5d5003 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Sep 16 11:03:33.731969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f2b91102-a9ef-41b3-ace3-ff85f67941c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:34.103511 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92de61-ced9-440d-9f14-d0cb3b01c11d req-ed878561-c9b6-47f0-9e8a-7984e83f6a61 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:34.105089 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7e92de61-ced9-440d-9f14-d0cb3b01c11d req-ed878561-c9b6-47f0-9e8a-7984e83f6a61 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0472205 Sep 16 11:03:34.141060 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7e92de61-ced9-440d-9f14-d0cb3b01c11d req-174eef9e-2d31-457f-ad09-df804754484e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302155 Sep 16 11:03:34.566629 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:34.961278 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:35.251305 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6301545-da96-4563-ad5b-f6e21b53d4bf req-18cde69e-099d-4811-9de0-1fa412f188f0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:35.252726 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a6301545-da96-4563-ad5b-f6e21b53d4bf req-18cde69e-099d-4811-9de0-1fa412f188f0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0474553 Sep 16 11:03:35.288865 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a6301545-da96-4563-ad5b-f6e21b53d4bf req-15fdde2b-8349-4a70-b7a8-39c9a22dacdd tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297203 Sep 16 11:03:35.983884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:36.403680 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4b09f-2329-41fc-83a2-763337989842 req-79359506-59f0-4a34-9330-62ddf17e9e8f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:36.405193 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ca4b09f-2329-41fc-83a2-763337989842 req-79359506-59f0-4a34-9330-62ddf17e9e8f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0504479 Sep 16 11:03:36.440879 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3ca4b09f-2329-41fc-83a2-763337989842 req-abc1a470-1d1d-40a1-adf2-6043cb69428a tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298843 Sep 16 11:03:36.928644 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:03:37.551770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6c34-f4d7-486a-8c37-4fc756b18e6d req-47ab6594-33d6-48f2-83a8-22c2af70a01e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:37.553250 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-665c6c34-f4d7-486a-8c37-4fc756b18e6d req-47ab6594-33d6-48f2-83a8-22c2af70a01e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 944 time: 0.0474808 Sep 16 11:03:37.589441 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-665c6c34-f4d7-486a-8c37-4fc756b18e6d req-f4678c1d-c21c-4d21-be18-a4b22f16804e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304682 Sep 16 11:03:38.240507 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 50605781-5179-4208-b91e-a3d92cb96a84 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 11:03:38.331515 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=50605781-5179-4208-b91e-a3d92cb96a84,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:38.342667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '50605781-5179-4208-b91e-a3d92cb96a84', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'port_id': '50605781-5179-4208-b91e-a3d92cb96a84', 'mac_address': 'fa:16:3e:4d:b0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 11:03:38.378095 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:38.390020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50605781-5179-4208-b91e-a3d92cb96a84 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:03:38.408948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=50605781-5179-4208-b91e-a3d92cb96a84,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:38.468978 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:38.518199 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:38.674797 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['50605781-5179-4208-b91e-a3d92cb96a84'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 11:03:38.701654 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3506c6f-6ca5-4ff5-86e8-bf1a0f1389fa req-45f873c4-4be6-463c-b33b-85459c18b42c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:38.703142 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3506c6f-6ca5-4ff5-86e8-bf1a0f1389fa req-45f873c4-4be6-463c-b33b-85459c18b42c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 945 time: 0.0472095 Sep 16 11:03:38.739741 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d3506c6f-6ca5-4ff5-86e8-bf1a0f1389fa req-be579ba9-b836-4b1f-b1cf-d3774f40e796 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304704 Sep 16 11:03:39.853181 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8636b-060b-470b-9d73-5b42c17ece89 req-3862094f-b18c-4c26-a585-406d658320ad tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:39.854616 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-12b8636b-060b-470b-9d73-5b42c17ece89 req-3862094f-b18c-4c26-a585-406d658320ad tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 945 time: 0.0509717 Sep 16 11:03:39.889853 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-12b8636b-060b-470b-9d73-5b42c17ece89 req-2fbabac1-e5a6-4cae-9a46-333fad7cbe66 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295057 Sep 16 11:03:40.239753 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 50605781-5179-4208-b91e-a3d92cb96a84 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:03:40.337869 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 50605781-5179-4208-b91e-a3d92cb96a84 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 11:03:40.341305 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 50605781-5179-4208-b91e-a3d92cb96a84 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:03:40.341667 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:40.414348 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:40.436129 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:03:40.438387 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf8c15-8c12-4236-a35a-374fc103ffb4" -d '{"events": [{"server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "name": "network-vif-plugged", "status": "completed", "tag": "50605781-5179-4208-b91e-a3d92cb96a84"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:03:40.451165 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=50605781-5179-4208-b91e-a3d92cb96a84,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:03:40.473783 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594979a7-cd50-40e5-b1a5-830096f75ff6 x-openstack-request-id: req-594979a7-cd50-40e5-b1a5-830096f75ff6 {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:03:40.474087 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "name": "network-vif-plugged", "status": "completed", "tag": "50605781-5179-4208-b91e-a3d92cb96a84", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:03:40.474329 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-594979a7-cd50-40e5-b1a5-830096f75ff6 {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:03:40.474717 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84', 'code': 200} Sep 16 11:03:40.532111 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:40.581996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:40.796159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad10a8-8df7-43a2-8aff-267cf0801980 req-96211510-a5b0-46a3-8a36-90de1acc7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:40.797573 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20ad10a8-8df7-43a2-8aff-267cf0801980 req-96211510-a5b0-46a3-8a36-90de1acc7d3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1099 time: 0.0385764 Sep 16 11:03:40.831030 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-20ad10a8-8df7-43a2-8aff-267cf0801980 req-cb15ba14-1ee9-44e6-a28c-ee0f85f16087 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263999 Sep 16 11:03:41.000105 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d5d39-5a7d-41ba-b389-281ea6108e93 req-dbd4c769-a874-43cb-b72b-c32c23741635 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:41.001557 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a51d5d39-5a7d-41ba-b389-281ea6108e93 req-dbd4c769-a874-43cb-b72b-c32c23741635 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0471427 Sep 16 11:03:41.036440 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a51d5d39-5a7d-41ba-b389-281ea6108e93 req-9ccf70ef-8ee7-4c2b-b718-0252e660b7b1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291870 Sep 16 11:03:42.152667 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5151a67-be5a-449a-a109-56807a538229 req-577ba792-4599-4ff7-8d61-16b050c431b7 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:42.154172 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a5151a67-be5a-449a-a109-56807a538229 req-577ba792-4599-4ff7-8d61-16b050c431b7 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0510538 Sep 16 11:03:42.191066 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a5151a67-be5a-449a-a109-56807a538229 req-6adcbde7-45ba-4999-9cb1-97fe1a15121f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Sep 16 11:03:42.303716 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62e843-0426-4341-99a3-316cee7a3b04 req-62fcd031-2b8a-455c-bb16-7254ddbef3c5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:42.305200 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe62e843-0426-4341-99a3-316cee7a3b04 req-62fcd031-2b8a-455c-bb16-7254ddbef3c5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0479209 Sep 16 11:03:42.340985 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-fe62e843-0426-4341-99a3-316cee7a3b04 req-a6763059-55eb-423a-ae17-b707af71a5d0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298762 Sep 16 11:03:42.362370 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56726) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:42.483184 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5bd6b-ebf1-46b6-ad4a-2ff7123da9b1 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:42.484655 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-98c5bd6b-ebf1-46b6-ad4a-2ff7123da9b1 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1094 time: 0.1213470 Sep 16 11:03:42.487518 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56730) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:03:42.492385 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'port_id': '50605781-5179-4208-b91e-a3d92cb96a84', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:03:42.571673 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:42.717791 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:42.817889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.27.3.54 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/19b98be5-ef34-44c4-8ebe-dc2a54e43c9e) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:03:42.913871 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:42.989408 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:43.023429 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:03:43.026084 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:03:43.029466 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:03:43.056654 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=19b98be5-ef34-44c4-8ebe-dc2a54e43c9e,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:43.073278 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.073623 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.073958 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.074895 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.075230 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.075557 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.075936 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.076258 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.076611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.081919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.081919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.081919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:03:43.407627 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:43.817600 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:43.957960 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:44.017464 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:44.086889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=19b98be5-ef34-44c4-8ebe-dc2a54e43c9e,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:03:44.093839 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:44.188756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP 0b8496db-ee53-4f7c-b847-8f308ff49770 associated. External IP: 172.27.3.54, port: 50605781-5179-4208-b91e-a3d92cb96a84. Sep 16 11:03:44.394200 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:03:44.499035 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:03:44.508636 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:03:44.518092 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:44.522042 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:03:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:44.560211 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:03:44.586749 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-3e1ef4db-e9fd-4d83-a556-a21302912430 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0981023 Sep 16 11:03:44.587357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:03:44.589676 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "tag": "50605781-5179-4208-b91e-a3d92cb96a84"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:03:44.625783 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb01ba-6e6d-46c4-a2ac-98cff85774c9 x-openstack-request-id: req-47eb01ba-6e6d-46c4-a2ac-98cff85774c9 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:03:44.626077 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "tag": "50605781-5179-4208-b91e-a3d92cb96a84", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:03:44.626333 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47eb01ba-6e6d-46c4-a2ac-98cff85774c9 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:03:44.626734 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84', 'status': 'completed', 'code': 200} Sep 16 11:03:44.626946 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:44.692731 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-2d5e6770-1a22-4f33-a8af-4d78807c9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:44.694260 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-2d5e6770-1a22-4f33-a8af-4d78807c9712 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1099 time: 0.0445883 Sep 16 11:03:44.785998 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-95b28c1d-bc0e-40e5-a8a5-931474f31c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:44.787996 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-95b28c1d-bc0e-40e5-a8a5-931474f31c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0873613 Sep 16 11:03:44.851622 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-b98b8d01-e052-42ff-90eb-1c262c6112a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 200 len: 999 time: 0.0570076 Sep 16 11:03:44.873254 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0b8496db-ee53-4f7c-b847-8f308ff49770', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '50605781-5179-4208-b91e-a3d92cb96a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:4d:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:03:43Z', 'updated_at': '2021-09-16T11:03:43Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:44.902271 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-e28d3e57-0f77-4045-aace-d13c54322cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:44.902525 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:03:44.903717 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-e28d3e57-0f77-4045-aace-d13c54322cea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0458188 Sep 16 11:03:44.910429 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:03:44.911024 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:03:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:44.948700 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-723e921c-dbb6-43c1-9e02-2aac2d36a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:03:44.950149 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-723e921c-dbb6-43c1-9e02-2aac2d36a20b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396791 Sep 16 11:03:45.013693 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:03:45.040408 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-8a04c69e-9f13-478a-8321-8e6c7e48db4d service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821645 Sep 16 11:03:45.133853 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-2c2bf0fa-9712-43f2-b73d-10c17d89ccd4 req-77b69397-d222-4867-b973-2eec296686a5 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867064 Sep 16 11:03:45.235036 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0b8496db-ee53-4f7c-b847-8f308ff49770', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '50605781-5179-4208-b91e-a3d92cb96a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:4d:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:03:43Z', 'updated_at': '2021-09-16T11:03:43Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:03:45.259952 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408eadb8-61f8-415f-b200-b5552598a52d None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '0b8496db-ee53-4f7c-b847-8f308ff49770', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '50605781-5179-4208-b91e-a3d92cb96a84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:4d:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:03:43Z', 'updated_at': '2021-09-16T11:03:43Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:03:45.443783 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2facfe7c-17f1-4b4f-9fef-2ada108f3b6c None None] New status for floating IP 0b8496db-ee53-4f7c-b847-8f308ff49770: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:03:45.457680 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:00.867635 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-85d03888-9a82-46bb-b6f2-b3b84939b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:03.793558 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f7c69bc0-07e9-4d63-9948-4bcd568755c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:04.576751 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:04.907841 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:05.965441 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:13.927566 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:04:15.444725 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:29.267541 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-cbae2915-86ac-446e-8409-9d8ddbdbaed3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816243 Sep 16 11:04:29.350795 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-160b59dc-6ea7-4bea-9694-ea0b262c16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:04:29.352226 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-160b59dc-6ea7-4bea-9694-ea0b262c16a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1099 time: 0.0389507 Sep 16 11:04:29.455455 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-2b937cb7-39c0-4022-be88-d6c8d8af4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:04:29.456852 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-2b937cb7-39c0-4022-be88-d6c8d8af4e2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0849824 Sep 16 11:04:29.518967 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-da4d92f6-a54e-4643-8b54-6f55c1908deb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 200 len: 1001 time: 0.0545158 Sep 16 11:04:29.569441 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-80958347-d66a-4664-8210-a794b46ff7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:04:29.570825 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-80958347-d66a-4664-8210-a794b46ff7e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0453043 Sep 16 11:04:29.629157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-c33277ab-54a1-410b-80d0-a3771081d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:04:29.630642 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-c33277ab-54a1-410b-80d0-a3771081d6ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521033 Sep 16 11:04:29.719464 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-2f143251-5184-46c5-8523-d7f68c08be6f service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814042 Sep 16 11:04:29.804565 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-98bace15-35ef-4717-9277-b6587a7f06b0 req-24b750b2-7010-4a5d-915f-18ce3ba22eca service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782313 Sep 16 11:04:30.912269 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1c9c6990-d4a4-4528-be29-a0bcd22fb7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:33.769113 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5df89bee-3f24-43b7-a297-430dbba52996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:34.574801 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:34.940739 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:35.975000 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:45.476921 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:04:50.925463 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:05:00.921905 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cc012ee3-5fd9-4321-bf30-133cee72d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:03.779506 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c00dbcd4-4648-4e57-b391-b3911cf67e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:04.596801 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:04.956300 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:05.950522 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:15.464689 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:27.924814 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:05:30.228314 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-21670248-1841-4226-8299-eb85627fc9ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402558 Sep 16 11:05:30.309133 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aea128-80d4-407f-8df7-980244f71857 req-cf0feee2-1856-4c06-a84c-1c804051da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:30.310624 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-cf0feee2-1856-4c06-a84c-1c804051da14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 1099 time: 0.0418985 Sep 16 11:05:30.410321 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aea128-80d4-407f-8df7-980244f71857 req-f710ca6f-c578-48bf-9740-6d4e73a0a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:30.411768 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-f710ca6f-c578-48bf-9740-6d4e73a0a1a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0820529 Sep 16 11:05:30.480014 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-fd17b878-a099-4375-b910-80f9c3d48ae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 200 len: 1001 time: 0.0605209 Sep 16 11:05:30.527986 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aea128-80d4-407f-8df7-980244f71857 req-4841da40-7255-43d1-b221-bbd33805ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:30.529418 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-4841da40-7255-43d1-b221-bbd33805ed6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0418458 Sep 16 11:05:30.574519 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aea128-80d4-407f-8df7-980244f71857 req-95f4c396-c7f3-4961-b309-3260d34d1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:30.576023 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-95f4c396-c7f3-4961-b309-3260d34d1d7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385830 Sep 16 11:05:30.668190 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-ec28c283-fc54-4b0e-abcb-28b8c1bd78f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Sep 16 11:05:30.754557 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a7aea128-80d4-407f-8df7-980244f71857 req-ddeced66-9f46-4ed0-bb93-d03b7a18a39e service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793769 Sep 16 11:05:30.909906 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-457cfbed-13bd-4f9c-aee3-3c97d5042f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:33.778408 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-82d4d947-4933-4b33-9b3d-3704e6c4d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:34.601086 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:34.915364 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:35.966884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:40.393774 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac5aa9-5175-4417-8c37-e01d3a500445 req-630b9cad-5ee4-47d7-b429-b1c09c358951 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:40.395304 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43ac5aa9-5175-4417-8c37-e01d3a500445 req-630b9cad-5ee4-47d7-b429-b1c09c358951 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0527554 Sep 16 11:05:40.433017 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-43ac5aa9-5175-4417-8c37-e01d3a500445 req-92df5ed3-ff62-465f-afeb-f5722da40201 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Sep 16 11:05:41.558804 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2d4d-93bd-4754-af0b-16684be087fc req-97044f46-67d4-4a23-a69c-6de637dda2dd tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:41.560251 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b58b2d4d-93bd-4754-af0b-16684be087fc req-97044f46-67d4-4a23-a69c-6de637dda2dd tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0474854 Sep 16 11:05:41.596501 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b58b2d4d-93bd-4754-af0b-16684be087fc req-49f2af4d-b9fc-4e78-bdeb-1e4e90302b73 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303972 Sep 16 11:05:41.866278 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-15760447-b751-40e7-b858-c30553520add tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:41.867696 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-15760447-b751-40e7-b858-c30553520add tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 946 time: 0.0466127 Sep 16 11:05:41.956608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 50605781-5179-4208-b91e-a3d92cb96a84 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:05:41.956952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.040310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] For port 50605781-5179-4208-b91e-a3d92cb96a84, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=50605781-5179-4208-b91e-a3d92cb96a84,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:05:42.040697 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.207594 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.207957 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.208270 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP 0b8496db-ee53-4f7c-b847-8f308ff49770 disassociated. External IP: 172.27.3.54, port: 50605781-5179-4208-b91e-a3d92cb96a84. Sep 16 11:05:42.208637 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 50605781-5179-4208-b91e-a3d92cb96a84 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:05:42.401671 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.432159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=50605781-5179-4208-b91e-a3d92cb96a84,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:05:42.441608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.441953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.442286 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.442619 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.442942 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.443266 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.443587 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.443907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.444228 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.444585 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.444889 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.445202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:42.551919 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:05:42.657801 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:05:42.668380 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:05:42.677213 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:05:42.677828 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:05:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:05:42.718324 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] No DVR routers for this DVR port 50605781-5179-4208-b91e-a3d92cb96a84 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:05:42.721307 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e1e1a1e2-d15c-4f48-b0ba-187ccdf34ba7 req-87c85412-d4ee-4d99-beda-ddb82e052f44 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0400803 Sep 16 11:05:42.722286 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:42.724240 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-ec2a4814-fb16-4958-aa59-a9c6f0f5f70b req-e20ba8fb-aaa9-4261-9e78-f434bbc62de1 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "DELETE /v2.0/ports/50605781-5179-4208-b91e-a3d92cb96a84 HTTP/1.1" status: 204 len: 173 time: 0.8505056 Sep 16 11:05:42.724639 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'name': 'network-vif-deleted', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:05:42.726846 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b513d27f-2cac-4fec-99f1-7809c259f0aa" -d '{"events": [{"server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "name": "network-vif-deleted", "tag": "50605781-5179-4208-b91e-a3d92cb96a84"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:05:42.762016 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d2810-0501-4604-a6a0-cbc86c54513b x-openstack-request-id: req-577d2810-0501-4604-a6a0-cbc86c54513b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:05:42.762312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db2c9db-0210-4cde-8925-3004dffe1eea", "name": "network-vif-deleted", "tag": "50605781-5179-4208-b91e-a3d92cb96a84", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:05:42.762611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-577d2810-0501-4604-a6a0-cbc86c54513b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:05:42.763454 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db2c9db-0210-4cde-8925-3004dffe1eea', 'name': 'network-vif-deleted', 'tag': '50605781-5179-4208-b91e-a3d92cb96a84', 'status': 'completed', 'code': 200} Sep 16 11:05:42.786380 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:05:42.993709 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:05:43.021581 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:05:43.029854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:05:43.030481 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:05:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:05:43.134353 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:05:43.331207 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:05:43.475740 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b526af-126b-40f9-a36d-88f32a28e295 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:05:43.682893 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe0ac8e-c6fc-4be2-baea-21646d8c2ae9 None None] New status for floating IP 0b8496db-ee53-4f7c-b847-8f308ff49770: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:05:43.835811 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-573a6b33-7dce-495f-b5e3-b64fd5c8c6a3 req-6915acc5-2bf3-43e8-b7f5-3ba8aaa1d9f3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db2c9db-0210-4cde-8925-3004dffe1eea HTTP/1.1" status: 200 len: 210 time: 0.0272601 Sep 16 11:05:44.895952 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 50605781-5179-4208-b91e-a3d92cb96a84 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:05:44.915674 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 50605781-5179-4208-b91e-a3d92cb96a84 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:05:44.916022 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 50605781-5179-4208-b91e-a3d92cb96a84 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:05:45.031240 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-108e5148-039f-4b61-872d-d9050d338c35 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095772199&fields=id&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 267 time: 0.0316045 Sep 16 11:05:45.136545 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-42110773-167d-457c-a71c-bf67d88dbed4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:45.137906 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-42110773-167d-457c-a71c-bf67d88dbed4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.1002882 Sep 16 11:05:45.152386 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-9cdba316-d3d7-4a9c-a659-cad539a9c4e2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/quotas/6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 375 time: 0.0084651 Sep 16 11:05:45.202626 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-be4002b8-9fd6-48ac-94e8-76e372acafee tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451801 Sep 16 11:05:45.296809 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-1ccbd0f6-ac08-4f23-8609-f763ddde5f8d service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Sep 16 11:05:45.382329 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-a6e2e373-be06-4c7d-8503-56e4cf3c88ce service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795844 Sep 16 11:05:45.497541 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:47.169170 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-60feb657-dd13-4dee-b964-602a1210f4bf req-7882cfca-b080-4249-a93c-a4e02486a30c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 210 time: 0.0253513 Sep 16 11:05:48.264008 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-91f2b433-8b2e-40b9-a3a2-e95efb5f76cd req-665de35f-ae5f-45e7-8332-cfb6ca6cf1a9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 210 time: 0.0295789 Sep 16 11:05:49.067280 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-52cba1c7-ca44-400c-90e6-55891f1375ce tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:49.068812 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-52cba1c7-ca44-400c-90e6-55891f1375ce tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.1160438 Sep 16 11:05:49.110895 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-0e75f349-608b-4767-ab2f-5fa67f54da41 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 380 time: 0.0328536 Sep 16 11:05:49.120313 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'port': {'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'admin_state_up': True, 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'security_groups': ['98b78657-42f3-40e5-a246-b0c87cb0d0b0']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:05:49.326910 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Made reservation on behalf of 6ea78de4680a435e846283bd06a3ba2b for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:05:49.330678 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:49.365517 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cc8853b8-46c0-405d-ae99-368a649cb749 req-84958529-7406-4902-b47f-8f524f3c3c6d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 210 time: 0.0324593 Sep 16 11:05:49.477345 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.20.0.14 (e1a81d05-22e3-4975-9e17-3ef72d5a0b9c/b59dcc1c-b61f-40cc-8f10-908624c631d6/71161e63-8b38-4610-a9da-ffe094bc6db0) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:05:49.606657 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:49.733089 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:49.771830 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:05:49.774708 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:05:49.778248 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:05:49.809877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:05:49.835979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:49.836651 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:49.949456 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-98ab12d7-af4e-48b4-a313-fcf03bdab913 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324811 Sep 16 11:05:49.961714 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Request body: {'port': {'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:05:50.012305 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.023163 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-8c46f9aa-a8f2-4b28-acbe-1009615fee12 None None] Provisioning complete for port 71161e63-8b38-4610-a9da-ffe094bc6db0 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:05:50.023699 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-8c46f9aa-a8f2-4b28-acbe-1009615fee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.056542 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-8c46f9aa-a8f2-4b28-acbe-1009615fee12 None None] Port 71161e63-8b38-4610-a9da-ffe094bc6db0 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:05:50.269225 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71161e63-8b38-4610-a9da-ffe094bc6db0 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:05:50.276301 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.287617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Transition to ACTIVE for port object 71161e63-8b38-4610-a9da-ffe094bc6db0 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 11:05:50.401203 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.478708 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Pushing event updated for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:05:50.545730 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed6a73-1182-4e35-bbd6-7c91026a66a2 req-bf56652c-a823-41d7-ab83-a863ae4168c8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:50.547275 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b1ed6a73-1182-4e35-bbd6-7c91026a66a2 req-bf56652c-a823-41d7-ab83-a863ae4168c8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.1100464 Sep 16 11:05:50.574331 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Attempting to bind port 71161e63-8b38-4610-a9da-ffe094bc6db0 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:05:50.574665 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Attempting to bind port 71161e63-8b38-4610-a9da-ffe094bc6db0 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:05:50.574995 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Attempting to bind port 71161e63-8b38-4610-a9da-ffe094bc6db0 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:05:50.584779 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Port 71161e63-8b38-4610-a9da-ffe094bc6db0 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 11:05:50.585143 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Attempting to bind port 71161e63-8b38-4610-a9da-ffe094bc6db0 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:05:50.597632 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:05:50.597974 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:05:50.598348 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Bound using segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:05:50.598770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Bound port: 71161e63-8b38-4610-a9da-ffe094bc6db0, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:05:50.599127 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.611618 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b1ed6a73-1182-4e35-bbd6-7c91026a66a2 req-1faefc6c-6f19-47c9-80b4-f4994622b7a6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574813 Sep 16 11:05:50.663220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:05:50.666131 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=71161e63-8b38-4610-a9da-ffe094bc6db0,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:05:50.755845 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.792082 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:50.792739 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:50.794134 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] 10.222.0.30 "PUT /v2.0/ports/71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 1094 time: 0.8365862 Sep 16 11:05:50.794560 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:05:50.797413 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1699a445-2c4f-4978-8f9f-5426b268dcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:05:50.826028 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e67a2-7053-44d4-9a9f-6677f2e38d04 service neutron] Pushing event updated for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:05:50.838777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b115d95-83c2-4930-b60d-48ff2817db9b x-openstack-request-id: req-6b115d95-83c2-4930-b60d-48ff2817db9b {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:05:50.839064 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:05:50.839446 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b115d95-83c2-4930-b60d-48ff2817db9b {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:05:50.839930 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'status': 'completed', 'code': 200} Sep 16 11:05:51.166743 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-b7da3862-a347-492a-911c-4fdd0c8574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.168103 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-b7da3862-a347-492a-911c-4fdd0c8574ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1097 time: 0.3033507 Sep 16 11:05:51.265749 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-4693ef9d-ed76-4e8e-ab49-8f120be3f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.267175 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-4693ef9d-ed76-4e8e-ab49-8f120be3f142 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6ea78de4680a435e846283bd06a3ba2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0895815 Sep 16 11:05:51.355471 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-cd388032-406e-4b33-b0f5-172a91ec0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.356970 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1699a445-2c4f-4978-8f9f-5426b268dcd0 req-cd388032-406e-4b33-b0f5-172a91ec0e07 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0826831 Sep 16 11:05:51.435369 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-6548a5a9-96c5-4cb5-a9f1-7590966d8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.437413 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-6548a5a9-96c5-4cb5-a9f1-7590966d8413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1097 time: 0.0394576 Sep 16 11:05:51.482010 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-26ee1434-4b2e-401c-b0b2-576697c93658 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 217 time: 0.0361187 Sep 16 11:05:51.529213 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-8e72b290-415d-440a-bfed-2b06fd74534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.530600 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-8e72b290-415d-440a-bfed-2b06fd74534e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0415223 Sep 16 11:05:51.573215 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-4190d8b1-9dbd-4e6b-a90e-63a21b6cd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.574636 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-4190d8b1-9dbd-4e6b-a90e-63a21b6cd28d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375309 Sep 16 11:05:51.667758 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-371e33db-2e1b-43ad-9e19-ddc07bd58c24 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823190 Sep 16 11:05:51.780783 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17565-21b1-4d37-ae3d-9e0bdd48c9d1 req-80850a74-5f6c-494c-9ae2-6c456b00c7ea tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:51.782282 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40b17565-21b1-4d37-ae3d-9e0bdd48c9d1 req-80850a74-5f6c-494c-9ae2-6c456b00c7ea tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.1068189 Sep 16 11:05:51.808835 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-e6085e42-9563-4ea6-bf0a-3c442668c078 req-11c01ab1-f1ac-4e16-8207-4280a4948358 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322265 Sep 16 11:05:51.828029 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-40b17565-21b1-4d37-ae3d-9e0bdd48c9d1 req-9f439557-782e-4564-87da-fa249b2b5fce tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Sep 16 11:05:52.941037 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da83de3-1cb5-4b0c-be3a-c42c2c54bfec req-8ffe75cd-03fc-41b1-a615-7e8dcf6c00c2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:52.942519 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3da83de3-1cb5-4b0c-be3a-c42c2c54bfec req-8ffe75cd-03fc-41b1-a615-7e8dcf6c00c2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0478365 Sep 16 11:05:52.979685 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-3da83de3-1cb5-4b0c-be3a-c42c2c54bfec req-e368f359-359b-4beb-a24c-39c91054daad tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Sep 16 11:05:54.096963 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184eae-539e-43d7-9dc9-24169edc1a90 req-6856349a-328c-4ae3-aca8-83cb9d11aad3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:54.098471 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-65184eae-539e-43d7-9dc9-24169edc1a90 req-6856349a-328c-4ae3-aca8-83cb9d11aad3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0479841 Sep 16 11:05:54.139219 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-65184eae-539e-43d7-9dc9-24169edc1a90 req-4724ae8c-b5eb-42d4-8cff-62a06a5c9796 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340145 Sep 16 11:05:55.401199 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a4774-f0d7-4679-824d-8531f76ea003 req-844fef11-5948-4415-8f80-dd0934773e7f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:55.402855 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-287a4774-f0d7-4679-824d-8531f76ea003 req-844fef11-5948-4415-8f80-dd0934773e7f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0507569 Sep 16 11:05:55.443040 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-287a4774-f0d7-4679-824d-8531f76ea003 req-cd39328f-f1d8-4aa9-a20c-0299af6aed75 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Sep 16 11:05:56.605228 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658078e3-47d2-4db6-9361-d630e37a08fd req-a66c218f-84bf-4993-988a-5aad2d1d9680 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:56.607226 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-658078e3-47d2-4db6-9361-d630e37a08fd req-a66c218f-84bf-4993-988a-5aad2d1d9680 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0963669 Sep 16 11:05:56.643262 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-658078e3-47d2-4db6-9361-d630e37a08fd req-cfdc9144-b9fc-43bd-9a90-7fc301d076ef tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306823 Sep 16 11:05:57.800516 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63d337-6b7e-4930-956f-9e8d9e528839 req-2dc78452-ca37-4d65-8de9-b8ed324a4294 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:57.801970 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6f63d337-6b7e-4930-956f-9e8d9e528839 req-2dc78452-ca37-4d65-8de9-b8ed324a4294 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0943613 Sep 16 11:05:57.842115 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6f63d337-6b7e-4930-956f-9e8d9e528839 req-554d0dc0-8ea6-44c3-b68d-586ed4be59c3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343475 Sep 16 11:05:58.998222 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 71161e63-8b38-4610-a9da-ffe094bc6db0 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 11:05:59.092661 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=71161e63-8b38-4610-a9da-ffe094bc6db0,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:05:59.103952 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 11:05:59.109920 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ed1bc-3ee6-4cba-824e-d25f3625aaa6 req-800d6a05-626c-4b6c-8347-a50f25b268e9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:05:59.111415 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1a6ed1bc-3ee6-4cba-824e-d25f3625aaa6 req-800d6a05-626c-4b6c-8347-a50f25b268e9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Sep 16 11:05:59.139940 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:59.148462 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-1a6ed1bc-3ee6-4cba-824e-d25f3625aaa6 req-855fefae-fc0e-49d6-ab90-1ba9a43c5044 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Sep 16 11:05:59.156307 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71161e63-8b38-4610-a9da-ffe094bc6db0 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:05:59.175053 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=71161e63-8b38-4610-a9da-ffe094bc6db0,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:05:59.262371 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:05:59.308359 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:05:59.315634 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.315984 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.316322 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.316683 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.317025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.317346 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.317669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.317989 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.318312 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.318632 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.318951 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.319267 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:05:59.502352 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['71161e63-8b38-4610-a9da-ffe094bc6db0'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 11:06:00.259952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d75c6-8065-4f47-88f9-fd858c36cafa req-0ab41d93-5795-4199-92ce-fd52a3b83cd6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:00.261439 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a1d75c6-8065-4f47-88f9-fd858c36cafa req-0ab41d93-5795-4199-92ce-fd52a3b83cd6 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 945 time: 0.0483131 Sep 16 11:06:00.298551 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a1d75c6-8065-4f47-88f9-fd858c36cafa req-392c422a-ff06-42a0-bf2e-38aa34738c24 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 16 11:06:00.921485 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5d7028a2-e39e-4f4f-ab2f-177fc7a73ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:01.005175 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 71161e63-8b38-4610-a9da-ffe094bc6db0 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:06:01.119618 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 71161e63-8b38-4610-a9da-ffe094bc6db0 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 11:06:01.123238 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 71161e63-8b38-4610-a9da-ffe094bc6db0 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:06:01.123608 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:01.199182 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:01.221628 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:06:01.223959 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a83e0-12ed-4bcf-9302-1662ac4c1b87" -d '{"events": [{"server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "name": "network-vif-plugged", "status": "completed", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:06:01.235949 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=71161e63-8b38-4610-a9da-ffe094bc6db0,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:06:01.259162 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6792f17e-eb21-4f78-a535-768fd120e20d x-openstack-request-id: req-6792f17e-eb21-4f78-a535-768fd120e20d {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:06:01.259449 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "name": "network-vif-plugged", "status": "completed", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:06:01.259695 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6792f17e-eb21-4f78-a535-768fd120e20d {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:06:01.260078 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'code': 200} Sep 16 11:06:01.291996 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:01.338544 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:06:01.409275 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdf4d7-7bea-4c58-9523-67d420ae7cc5 req-56dd634d-2289-42f8-97d5-403377462881 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:01.410741 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a2cdf4d7-7bea-4c58-9523-67d420ae7cc5 req-56dd634d-2289-42f8-97d5-403377462881 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0472858 Sep 16 11:06:01.453233 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a2cdf4d7-7bea-4c58-9523-67d420ae7cc5 req-73932ad9-cbae-4efa-8aa4-81e85df17b7c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362656 Sep 16 11:06:01.584357 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9056-9ea7-44b3-8610-9551febeb8ec req-f9892fbc-a05e-4dcf-990a-9b0b71ce5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:01.585841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-870f9056-9ea7-44b3-8610-9551febeb8ec req-f9892fbc-a05e-4dcf-990a-9b0b71ce5624 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0385640 Sep 16 11:06:01.619582 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-870f9056-9ea7-44b3-8610-9551febeb8ec req-14a4ca31-8e90-4f5c-bb89-2d3a4eb5fb6b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264587 Sep 16 11:06:02.569577 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7c2ff-86b1-4691-82be-8a32e8577c94 req-25bfdc4b-99d8-472a-b25e-830d9d43aabe tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:02.571049 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99e7c2ff-86b1-4691-82be-8a32e8577c94 req-25bfdc4b-99d8-472a-b25e-830d9d43aabe tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Sep 16 11:06:02.610233 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-99e7c2ff-86b1-4691-82be-8a32e8577c94 req-cb3fa625-a3b1-4451-a0b0-60cb18c554a0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Sep 16 11:06:03.722272 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd80c-33a6-4c15-8b60-3b2e51026dbf req-9fc7c7a8-809e-4ad7-9f4c-9d1deb4175c4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:03.723750 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d42bd80c-33a6-4c15-8b60-3b2e51026dbf req-9fc7c7a8-809e-4ad7-9f4c-9d1deb4175c4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0496414 Sep 16 11:06:03.760654 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9733d5fd-b767-4834-b538-df58845e2f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:03.765818 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-d42bd80c-33a6-4c15-8b60-3b2e51026dbf req-477b6cbe-75d1-4b19-b6ca-dcca296a3922 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360289 Sep 16 11:06:03.882284 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1644-a883-4f56-a3a7-bee4a3c67a8f req-3e0caea0-8931-4ed4-b768-0ae17cc58b24 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:03.883871 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a40d1644-a883-4f56-a3a7-bee4a3c67a8f req-3e0caea0-8931-4ed4-b768-0ae17cc58b24 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Sep 16 11:06:03.921142 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a40d1644-a883-4f56-a3a7-bee4a3c67a8f req-17447a50-22e6-423f-95e1-115aefd7d76e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305066 Sep 16 11:06:03.942688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56866) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:06:03.980628 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c0ce8-d668-434f-9492-449323aac845 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:03.982113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-eb7c0ce8-d668-434f-9492-449323aac845 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1094 time: 0.0384791 Sep 16 11:06:03.984735 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 56868) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:06:03.988859 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:06:04.081261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.176126 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.275355 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.27.3.66 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/5def26ac-ba03-496c-9b8a-444a0a337137) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:06:04.377515 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.453744 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.491470 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:06:04.494267 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:06:04.496817 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:06:04.524584 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=5def26ac-ba03-496c-9b8a-444a0a337137,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:06:04.578543 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.845087 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.906276 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:04.924308 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:06:04.950979 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:05.093640 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:05.143075 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:05.213953 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=5def26ac-ba03-496c-9b8a-444a0a337137,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:06:05.221617 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:05.316759 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP 3f2f81da-16c6-4c84-8ea7-2d92eed95699 associated. External IP: 172.27.3.66, port: 71161e63-8b38-4610-a9da-ffe094bc6db0. Sep 16 11:06:05.514315 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:06:05.616508 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:06:05.626419 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:06:05.635417 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:06:05.636037 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:06:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:06:05.709494 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:05.739039 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:06:05.739290 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-06b21916-14ab-4783-9694-ee3940958647 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7534039 Sep 16 11:06:05.739747 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:06:05.741996 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20397a9-69a4-4bd6-8ebc-920b1b26d141" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:06:05.776952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9cf471-e39f-42bc-9110-96a63c1f0479 x-openstack-request-id: req-1e9cf471-e39f-42bc-9110-96a63c1f0479 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:06:05.777243 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:06:05.777498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e9cf471-e39f-42bc-9110-96a63c1f0479 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:06:05.777918 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'status': 'completed', 'code': 200} Sep 16 11:06:05.838491 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-92d3d587-7903-4319-912c-486f11dde5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:05.839985 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-92d3d587-7903-4319-912c-486f11dde5aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0403295 Sep 16 11:06:05.927642 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-c60cb477-1558-43a1-b071-90332e6cce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:05.929160 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-c60cb477-1558-43a1-b071-90332e6cce8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0821626 Sep 16 11:06:05.977740 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:04Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:06:05.999214 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-e852fcc8-201a-4306-93f5-a4822e86f1a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 999 time: 0.0622637 Sep 16 11:06:06.003884 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:06:06.005808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:06.013725 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:06:06.014338 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:06:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:06:06.047309 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-fcf0aa9b-428d-489a-913b-ca83b9de1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:06.048804 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-fcf0aa9b-428d-489a-913b-ca83b9de1028 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0425119 Sep 16 11:06:06.094329 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-4a3540da-aaa6-4358-b49c-f8d9c64327c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:06.095877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-4a3540da-aaa6-4358-b49c-f8d9c64327c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402415 Sep 16 11:06:06.117520 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:06:06.185911 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-6b04d365-4ccf-4a4d-9280-8e20dbbbfb24 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824642 Sep 16 11:06:06.273796 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b20397a9-69a4-4bd6-8ebc-920b1b26d141 req-2bf61fc3-92af-4e1b-916a-8a445ecb5a7b service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803723 Sep 16 11:06:06.333968 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:04Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:06:06.363253 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e51887-1bb2-4388-9496-8af5bcb6d0c2 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:04Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:06:06.542067 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba36703-4f9c-4187-9957-a01fe630a6f8 None None] New status for floating IP 3f2f81da-16c6-4c84-8ea7-2d92eed95699: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:06:15.463396 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:30.903205 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3c70-714d-4ce7-8455-e00ea92f39a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:32.229196 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-0a16346e-3b33-4f62-a8e1-d953cdf89ae8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421789 Sep 16 11:06:32.310843 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-1c44e9fa-3473-49dd-b047-cf8dda0ef2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:32.312324 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-1c44e9fa-3473-49dd-b047-cf8dda0ef2e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0415840 Sep 16 11:06:32.419085 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-c3cc4cee-2733-4dd8-a260-2d7de8808e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:32.420567 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-c3cc4cee-2733-4dd8-a260-2d7de8808e20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0857301 Sep 16 11:06:32.492563 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-69ee026e-bcd5-4102-88d3-83fec6064df5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 1001 time: 0.0553939 Sep 16 11:06:32.531362 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-275e87cd-79e5-4f1e-a2f3-444cdc3994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:32.532774 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-275e87cd-79e5-4f1e-a2f3-444cdc3994dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0411220 Sep 16 11:06:32.580007 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-4709dbf3-6230-4fdc-97ce-5516d393f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:06:32.581468 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-4709dbf3-6230-4fdc-97ce-5516d393f119 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419216 Sep 16 11:06:32.671084 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-ae4dc734-7013-483d-a0bd-d5d777e2978e service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Sep 16 11:06:32.761077 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-727ab4ea-3800-4c04-b9ab-0b123e8066c6 req-ebf5f3ed-9103-4bd5-b34a-2cbfab0060df service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Sep 16 11:06:33.838649 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-01de39c1-c953-4b8b-857e-8dc243c421e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:34.599781 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:34.914064 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:36.028624 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:06:41.923840 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:06:45.662802 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:00.993532 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-835ea0ee-9bfb-4831-a9fd-63e9139beace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:03.770773 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-7fbc39c5-ee4c-4740-8be1-cfcfcb263adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:04.723309 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:04.959329 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:06.050469 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:15.546056 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:18.922921 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:07:21.201522 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-1091af0b-5d9d-486f-9afe-29e2aeb628bc req-1d216a68-772e-4986-a595-59a8fba7b5a7 tempest-AttachVolumeNegativeTest-1052264611 tempest-AttachVolumeNegativeTest-1052264611-project] (100950) timed out ('10.222.0.30', 55109) {{(pid=100950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 11:07:30.912957 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-35d29aa9-1bbe-4841-966f-b1bad9ad7d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:33.820343 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b9b42c43-1dbc-4ee8-8307-f8132b4c18a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:34.707130 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:34.963755 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:36.061990 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:36.867602 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-8730f306-95a9-411f-9b2c-c2642782ff17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383294 Sep 16 11:07:36.944157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-01427654-3186-4940-b1b7-17973e46aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:36.945609 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-01427654-3186-4940-b1b7-17973e46aac4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0382354 Sep 16 11:07:37.060359 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-8615331f-4b97-4c79-ac4d-5a9a50561a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:37.061853 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-8615331f-4b97-4c79-ac4d-5a9a50561a69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0959485 Sep 16 11:07:37.125450 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-b1c15235-e876-44de-bd3d-5bf27b65664f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 1001 time: 0.0556843 Sep 16 11:07:37.175084 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-c8fb7311-b188-434d-9b35-5b0eea07d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:37.176487 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-c8fb7311-b188-434d-9b35-5b0eea07d515 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0443892 Sep 16 11:07:37.486700 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-27deffd4-4823-4640-8f3d-c31a5b2a06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:37.488190 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-27deffd4-4823-4640-8f3d-c31a5b2a06e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3044245 Sep 16 11:07:37.575786 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-b0323a5d-02d3-48ee-b003-9b86d4cd1aeb service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787995 Sep 16 11:07:37.669748 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-be56fbb4-f76b-4e1d-891e-d3e829501284 req-07adb4d2-4708-4c1a-b37e-8e14d9fe5810 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Sep 16 11:07:41.700105 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-7a1583e4-04b6-450a-9c0f-c752824ad9d3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2095772199&fields=id&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 267 time: 0.0324943 Sep 16 11:07:41.805592 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-3e2d7072-04ae-4f3f-81eb-fe3ecd597411 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:41.807125 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-3e2d7072-04ae-4f3f-81eb-fe3ecd597411 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.1000643 Sep 16 11:07:41.821983 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-5edb01c2-e015-4bb6-ba2e-1fe7a406e9e7 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/quotas/6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 375 time: 0.0085928 Sep 16 11:07:41.876012 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-860d91c0-6f83-4680-9060-c17eddcacfad tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0490158 Sep 16 11:07:42.013568 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-ddf32441-2a51-4968-a6c8-b0ddaaa0d809 service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254339 Sep 16 11:07:42.098877 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-2d4faa08-5e27-448f-b3ad-dbcc5d5b7fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793993 Sep 16 11:07:42.933302 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-70172f31-251d-4771-bf2b-0b6c3ceccf9e req-ac4819eb-6127-42f6-90e3-348b727bca2d tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 210 time: 0.0261090 Sep 16 11:07:44.026369 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-31d33e3a-ddc3-4f82-bdf4-8ed3507b8c5d req-29e25c1f-539e-4c49-af0d-abf38ad8cc90 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Sep 16 11:07:45.133413 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f9a84559-f8ff-4d55-a14f-b2cf2b44e30c req-1c2003b2-128c-4d65-b8d3-ec7b4f152bc4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 210 time: 0.0293005 Sep 16 11:07:45.616981 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-8ee1dee1-1dc8-4256-ae4e-b6352c42c02c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:45.618439 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-8ee1dee1-1dc8-4256-ae4e-b6352c42c02c tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 810 time: 0.0979490 Sep 16 11:07:45.660274 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-b41d1def-23d6-4c79-85c5-6686130cf5db tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ea78de4680a435e846283bd06a3ba2b HTTP/1.1" status: 200 len: 380 time: 0.0330217 Sep 16 11:07:45.669536 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'port': {'device_id': '5a287191-dfa0-4ac6-9443-43af83904b03', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'admin_state_up': True, 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'security_groups': ['98b78657-42f3-40e5-a246-b0c87cb0d0b0']}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:07:45.685171 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:45.877195 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Made reservation on behalf of 6ea78de4680a435e846283bd06a3ba2b for: {'port': 1} {{(pid=100951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 11:07:45.880834 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.004515 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.20.0.9 (e1a81d05-22e3-4975-9e17-3ef72d5a0b9c/b59dcc1c-b61f-40cc-8f10-908624c631d6/60cca64d-f478-488a-be70-703477b3d0b4) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:07:46.141454 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.232848 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6a315248-c7f7-40ac-a70c-a212f7d984e0 req-ebe175dd-985d-4fd8-a500-3d256e983280 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 210 time: 0.0299883 Sep 16 11:07:46.272231 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.310400 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:07:46.315498 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:07:46.324113 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:07:46.347148 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:07:46.362174 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.362443 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.362776 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.363105 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.363427 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.363751 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.364075 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.364397 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.364744 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.365059 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.365376 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.365688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:46.386160 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:46.386770 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.485718 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6208b92a-45e1-4771-a939-0644745d1dda tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196328 Sep 16 11:07:46.498333 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Request body: {'port': {'device_id': '5a287191-dfa0-4ac6-9443-43af83904b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78776'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:07:46.552818 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.582388 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-efbd1bee-245c-47c2-aad1-935abb32d41c None None] Provisioning complete for port 60cca64d-f478-488a-be70-703477b3d0b4 triggered by entity DHCP. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:07:46.582762 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-efbd1bee-245c-47c2-aad1-935abb32d41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.616841 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-efbd1bee-245c-47c2-aad1-935abb32d41c None None] Port 60cca64d-f478-488a-be70-703477b3d0b4 cannot update to ACTIVE because it is not bound. {{(pid=100952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 11:07:46.805484 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cca64d-f478-488a-be70-703477b3d0b4 {{(pid=100951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:07:46.812636 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:46.825022 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.provisioning_blocks [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Transition to ACTIVE for port object 60cca64d-f478-488a-be70-703477b3d0b4 will not be triggered until provisioned by entity L2. {{(pid=100951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 11:07:46.975798 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:47.029333 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Pushing event updated for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:07:47.096688 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Attempting to bind port 60cca64d-f478-488a-be70-703477b3d0b4 on host hv-cinder-78776 for vnic_type normal with profile {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 11:07:47.097030 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Attempting to bind port 60cca64d-f478-488a-be70-703477b3d0b4 by drivers openvswitch,hyperv on host hv-cinder-78776 at level 0 using segments [{'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 11:07:47.097367 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Attempting to bind port 60cca64d-f478-488a-be70-703477b3d0b4 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:07:47.101922 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Port 60cca64d-f478-488a-be70-703477b3d0b4 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78776 {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 11:07:47.102243 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Attempting to bind port 60cca64d-f478-488a-be70-703477b3d0b4 on network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 11:07:47.107157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Checking agent: {'id': '7867eb32-ae31-4385-98ed-7bdc9b99c9bd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78776', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'started_at': datetime.datetime(2021, 9, 16, 10, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 11:07:47.107495 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Checking segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 11:07:47.107883 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Bound using segment: {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'} {{(pid=100951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 11:07:47.108382 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.managers [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Bound port: 60cca64d-f478-488a-be70-703477b3d0b4, host: hv-cinder-78776, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819dda82-0b4d-4463-862d-47c5917cc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c'}}] {{(pid=100951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 11:07:47.108776 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:47.174416 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, cleared binding levels {{(pid=100951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 11:07:47.177449 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=60cca64d-f478-488a-be70-703477b3d0b4,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 11:07:47.346477 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68088-8fa7-464e-8f9f-e158344b384d req-e3db0eb6-1dae-4cf3-a533-578909ab31d9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.348609 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dff68088-8fa7-464e-8f9f-e158344b384d req-e3db0eb6-1dae-4cf3-a533-578909ab31d9 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0479228 Sep 16 11:07:47.369027 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:47.413788 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.413900 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:47.415429 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] 10.222.0.30 "PUT /v2.0/ports/60cca64d-f478-488a-be70-703477b3d0b4 HTTP/1.1" status: 200 len: 1093 time: 0.9211144 Sep 16 11:07:47.420083 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:07:47.422403 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:07:47.434841 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dff68088-8fa7-464e-8f9f-e158344b384d req-b2747f76-bf1b-4c8e-ae8d-0fcb70c0574f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810826 Sep 16 11:07:47.456100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa12cf-17fc-4f35-804b-632b1b1a23bf service neutron] Pushing event updated for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=3']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:07:47.530391 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17f316-6ec7-4f94-829f-748dfdb58b72 x-openstack-request-id: req-4d17f316-6ec7-4f94-829f-748dfdb58b72 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:07:47.530694 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:07:47.530955 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d17f316-6ec7-4f94-829f-748dfdb58b72 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:07:47.531361 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4', 'status': 'completed', 'code': 200} Sep 16 11:07:47.594055 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-81eeac65-312e-47e8-876e-9ba3cca76b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.613756 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-81eeac65-312e-47e8-876e-9ba3cca76b31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1096 time: 0.0423288 Sep 16 11:07:47.694044 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-82198344-647f-47af-8ffe-e1ff8d4c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.694044 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-82198344-647f-47af-8ffe-e1ff8d4c4e55 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6ea78de4680a435e846283bd06a3ba2b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0890450 Sep 16 11:07:47.789803 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-0425c1b9-f82e-4de2-876b-0a7bcc9015e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.794418 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-a0e4dafd-25fc-454e-8e8a-8e15b61593e7 req-0425c1b9-f82e-4de2-876b-0a7bcc9015e7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926557 Sep 16 11:07:47.866944 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-13c334b3-c5d5-42b3-8b04-146db5cd102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.869031 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-13c334b3-c5d5-42b3-8b04-146db5cd102d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1096 time: 0.0400529 Sep 16 11:07:47.912075 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-0f63931d-a3a9-47f6-9c00-56f169437048 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60cca64d-f478-488a-be70-703477b3d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0357947 Sep 16 11:07:47.958319 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-60e29ea6-8097-4123-8c9b-2e6ef9d5b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:47.959688 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-60e29ea6-8097-4123-8c9b-2e6ef9d5b220 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0413527 Sep 16 11:07:48.002755 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6a542750-9272-4fd8-b3eb-dc478252641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:48.004171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-6a542750-9272-4fd8-b3eb-dc478252641f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377445 Sep 16 11:07:48.095470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-354b6051-fff2-493d-a759-dc7423576128 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Sep 16 11:07:48.182807 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-09a58dbb-8896-4b9d-bbd4-1393419ca736 req-9eb88492-6c8b-4f9e-8a29-b0d396032c87 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792315 Sep 16 11:07:48.553631 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40351-483a-48aa-b3cb-27b987b95195 req-9fb5767e-8429-4d55-9a3a-c2cb1b4bd32b tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:48.555109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcf40351-483a-48aa-b3cb-27b987b95195 req-9fb5767e-8429-4d55-9a3a-c2cb1b4bd32b tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0521014 Sep 16 11:07:48.592268 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-dcf40351-483a-48aa-b3cb-27b987b95195 req-bb545d7b-4e20-4702-a7c5-23948f537037 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312605 Sep 16 11:07:49.704995 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe70767-4dde-4a98-a65d-070d8b6d4d91 req-bb903958-39d2-4f7a-9470-183a74e4cc58 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:49.706466 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4fe70767-4dde-4a98-a65d-070d8b6d4d91 req-bb903958-39d2-4f7a-9470-183a74e4cc58 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0487196 Sep 16 11:07:49.742041 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-4fe70767-4dde-4a98-a65d-070d8b6d4d91 req-8066ef89-56fd-40e9-982c-0ef556b3cb44 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297773 Sep 16 11:07:50.852914 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f2018-c014-4da2-a137-2ec2a2c1af9c req-20e9f32c-36da-4abf-9196-c79659bcad41 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:50.854359 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b63f2018-c014-4da2-a137-2ec2a2c1af9c req-20e9f32c-36da-4abf-9196-c79659bcad41 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0477951 Sep 16 11:07:50.890632 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b63f2018-c014-4da2-a137-2ec2a2c1af9c req-3a0f301a-99bb-4ed1-a840-f5a5c16ddf3b tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Sep 16 11:07:52.004613 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339affb-6e90-4699-a427-153814434b60 req-00a79d8f-2f1d-4a0b-a29b-9b81029cd3d2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:52.006048 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5339affb-6e90-4699-a427-153814434b60 req-00a79d8f-2f1d-4a0b-a29b-9b81029cd3d2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0507121 Sep 16 11:07:52.042395 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5339affb-6e90-4699-a427-153814434b60 req-a136c92e-4b73-4fbe-9889-20a6c7d118ba tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304494 Sep 16 11:07:53.158169 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548902c-5db9-46b7-b2b2-1398ab4aa3e9 req-4c30b577-1162-4211-97a2-3d5412ab63f2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:53.159633 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5548902c-5db9-46b7-b2b2-1398ab4aa3e9 req-4c30b577-1162-4211-97a2-3d5412ab63f2 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0474138 Sep 16 11:07:53.197846 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5548902c-5db9-46b7-b2b2-1398ab4aa3e9 req-65065bbf-ea8b-4a6a-8191-cbf158431b34 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Sep 16 11:07:54.307139 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d323f4-54df-429d-a7a7-dbe8b3c3a82e req-5e25454e-1ee4-470e-b858-6a72d5a1e655 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:54.308595 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-48d323f4-54df-429d-a7a7-dbe8b3c3a82e req-5e25454e-1ee4-470e-b858-6a72d5a1e655 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0472598 Sep 16 11:07:54.346378 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-48d323f4-54df-429d-a7a7-dbe8b3c3a82e req-17a87818-1372-4a13-a1c7-85785de948e3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Sep 16 11:07:55.448025 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 60cca64d-f478-488a-be70-703477b3d0b4 details requested by agent hyperv_hv-cinder-78776 with host hv-cinder-78776 {{(pid=100952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 11:07:55.466170 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a43c42-51bb-494e-89c9-135e01a166d6 req-a6b492d4-983e-4e26-a2e3-3d24aa81cf56 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:55.467677 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15a43c42-51bb-494e-89c9-135e01a166d6 req-a6b492d4-983e-4e26-a2e3-3d24aa81cf56 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Sep 16 11:07:55.505098 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-15a43c42-51bb-494e-89c9-135e01a166d6 req-d335c1e3-6667-40dd-868a-a04d39038bd0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311029 Sep 16 11:07:55.541484 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=60cca64d-f478-488a-be70-703477b3d0b4,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:07:55.556020 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Returning: {'device': '60cca64d-f478-488a-be70-703477b3d0b4', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'port_id': '60cca64d-f478-488a-be70-703477b3d0b4', 'mac_address': 'fa:16:3e:55:ea:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 11:07:55.592036 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:55.604093 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cca64d-f478-488a-be70-703477b3d0b4 {{(pid=100952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 11:07:55.622816 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=60cca64d-f478-488a-be70-703477b3d0b4,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:07:55.707209 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:55.752208 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=4']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:07:55.758966 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.759316 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.759658 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.759992 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.760322 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.760674 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.761006 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.761843 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.762176 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.762499 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.762820 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.763140 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:07:55.921993 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] get_ports_and_sgs() called for port_ids ['60cca64d-f478-488a-be70-703477b3d0b4'] {{(pid=100952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 11:07:55.922250 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:07:56.617467 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695abf8-d53a-44f8-a62c-a14bbbaad714 req-34e4dceb-88b0-471c-b705-5733fe92cf74 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:56.618905 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5695abf8-d53a-44f8-a62c-a14bbbaad714 req-34e4dceb-88b0-471c-b705-5733fe92cf74 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 944 time: 0.0476060 Sep 16 11:07:56.655308 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5695abf8-d53a-44f8-a62c-a14bbbaad714 req-1f79bf3d-46bf-4742-aca8-dfad5e90c2b8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Sep 16 11:07:57.460982 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 60cca64d-f478-488a-be70-703477b3d0b4 up at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 11:07:57.613655 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning for port 60cca64d-f478-488a-be70-703477b3d0b4 completed by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 11:07:57.617269 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.provisioning_blocks [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Provisioning complete for port 60cca64d-f478-488a-be70-703477b3d0b4 triggered by entity L2. {{(pid=100952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 11:07:57.617641 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754299'] for port, provisioning_complete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:57.694437 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:57.716603 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4'}] {{(pid=100952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:07:57.718828 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}835dbfd117a1aa68e17244290e53541f483f6a4c230edfa63852eee8080a1fb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042d8beb-2514-4597-8b14-0df54f2eae15" -d '{"events": [{"server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "name": "network-vif-plugged", "status": "completed", "tag": "60cca64d-f478-488a-be70-703477b3d0b4"}]}' {{(pid=100952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:07:57.735406 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=60cca64d-f478-488a-be70-703477b3d0b4,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:07:57.767440 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277d82-56b0-4850-be68-4725cb664ca5 req-e87a43db-e331-4c4e-aca1-bbc6a16ba1c7 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:57.768932 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e277d82-56b0-4850-be68-4725cb664ca5 req-e87a43db-e331-4c4e-aca1-bbc6a16ba1c7 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Sep 16 11:07:57.808285 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0790af43-28ac-4655-bd8c-5be81fd39dda x-openstack-request-id: req-0790af43-28ac-4655-bd8c-5be81fd39dda {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:07:57.808668 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "name": "network-vif-plugged", "status": "completed", "tag": "60cca64d-f478-488a-be70-703477b3d0b4", "code": 200}]} {{(pid=100952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:07:57.809223 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0790af43-28ac-4655-bd8c-5be81fd39dda {{(pid=100952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:07:57.809648 dv-cinder-787764-4-iscsi neutron-server[100952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4', 'code': 200} Sep 16 11:07:57.811041 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9e277d82-56b0-4850-be68-4725cb664ca5 req-8e5905c1-3ea3-44fb-9122-e9a13206d71e tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360322 Sep 16 11:07:57.825873 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980'] for port, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:07:57.872367 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Pushing event updated for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=5']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:07:58.220963 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8e57c-2eb0-43d2-82d9-f9773d522c4f req-9847483d-de8d-44d3-a267-7469ae529eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:58.222426 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18a8e57c-2eb0-43d2-82d9-f9773d522c4f req-9847483d-de8d-44d3-a267-7469ae529eba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1098 time: 0.0424113 Sep 16 11:07:58.255524 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-18a8e57c-2eb0-43d2-82d9-f9773d522c4f req-c611bb5b-c019-4b9a-a90f-2b3a09e5f61f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258586 Sep 16 11:07:58.922495 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23874cd-ddeb-4089-9d0e-4b3b188f3434 req-f10e1ff1-46ac-41b9-a69e-b95660501662 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:07:58.923849 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b23874cd-ddeb-4089-9d0e-4b3b188f3434 req-f10e1ff1-46ac-41b9-a69e-b95660501662 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0473022 Sep 16 11:07:58.959953 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-b23874cd-ddeb-4089-9d0e-4b3b188f3434 req-24864e98-47c4-42ad-add7-a44205f5bcc0 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Sep 16 11:08:00.070368 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039bd1-bac9-45cc-9fab-f33b7038677a req-c4c3f4ed-bc00-4328-901d-58112b34c937 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:00.071802 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6e039bd1-bac9-45cc-9fab-f33b7038677a req-c4c3f4ed-bc00-4328-901d-58112b34c937 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Sep 16 11:08:00.111912 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-6e039bd1-bac9-45cc-9fab-f33b7038677a req-15b583bb-cfba-467e-9e3c-9f8aff78c331 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Sep 16 11:08:00.224722 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c68bf5-c1da-4a1a-816d-bd424ce893c5 req-0138c50a-443d-45c2-82b4-b939977dde73 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:00.226164 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-30c68bf5-c1da-4a1a-816d-bd424ce893c5 req-0138c50a-443d-45c2-82b4-b939977dde73 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0507426 Sep 16 11:08:00.261920 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-30c68bf5-c1da-4a1a-816d-bd424ce893c5 req-6465b554-e52b-436c-80f9-4646299718eb tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297036 Sep 16 11:08:00.284190 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57014) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:08:00.320952 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d9325-7972-4058-91d3-cb51bae99df6 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:00.322398 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-133d9325-7972-4058-91d3-cb51bae99df6 tempest-TestVolumeBootPattern-1597484788 tempest-TestVolumeBootPattern-1597484788-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1093 time: 0.0371945 Sep 16 11:08:00.325122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57016) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:08:00.330467 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.v2.base [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Request body: {'floatingip': {'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'port_id': '60cca64d-f478-488a-be70-703477b3d0b4', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 11:08:00.501569 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:00.598218 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:00.696161 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_common [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Allocated IP 172.27.3.219 (871ec848-bb49-4022-aa2c-f256a183fd75/666f940a-1dc8-44be-bec1-786e1a38ff85/549a0188-650b-46a0-a5e7-8cc6b642b489) {{(pid=100951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 11:08:00.794849 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:00.930360 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760182773944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:00.941669 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-66348899-360f-423d-8854-b45472ba43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:00.966818 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Network 871ec848-bb49-4022-aa2c-f256a183fd75 is already hosted by enough agents. {{(pid=100951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 11:08:00.969629 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.base_scheduler [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Resources bound (agent type, host, resource id): {{(pid=100951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 11:08:00.974899 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Received port after_create {{(pid=100951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 11:08:00.996125 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=549a0188-650b-46a0-a5e7-8cc6b642b489,revision_number=1']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:08:01.315569 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:01.434450 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4074231'] for port, before_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:01.575775 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for port, precommit_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:01.694185 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760183324173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760182773962', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760182773980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9014657'] for port, after_update {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:01.763157 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event updated for resources: {'Port': ['ID=549a0188-650b-46a0-a5e7-8cc6b642b489,revision_number=2']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:08:01.775897 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578827'] for floatingip, after_create {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:01.866470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.db.l3_db [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP fa2ec24e-a85a-423e-8e66-0b1c3c7885f2 associated. External IP: 172.27.3.219, port: 60cca64d-f478-488a-be70-703477b3d0b4. Sep 16 11:08:02.062702 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:08:02.425661 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:08:02.438104 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:08:02.447207 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:08:02.447891 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:07:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:08:02.507585 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:02.533413 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-93f37853-929c-4c27-b862-9b026b7f2ec3 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2072725 Sep 16 11:08:02.534092 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:08:02.536361 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647" -d '{"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:08:02.552440 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:08:02.576312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9572e3a5-2090-4117-82d3-96f03be54b5a x-openstack-request-id: req-9572e3a5-2090-4117-82d3-96f03be54b5a {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:08:02.576312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:08:02.576312 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9572e3a5-2090-4117-82d3-96f03be54b5a {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:08:02.576312 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4', 'status': 'completed', 'code': 200} Sep 16 11:08:02.636367 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-b922b225-bb7a-4484-87fe-1baac2542202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:02.637916 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-b922b225-bb7a-4484-87fe-1baac2542202 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1098 time: 0.0419497 Sep 16 11:08:02.729556 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-84be0e51-2719-4801-a7e0-ae5e32d28a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:02.731079 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-84be0e51-2719-4801-a7e0-ae5e32d28a1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0864673 Sep 16 11:08:02.800755 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-2edb36ba-d326-4365-b542-ee60fd83ab05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60cca64d-f478-488a-be70-703477b3d0b4 HTTP/1.1" status: 200 len: 999 time: 0.0624197 Sep 16 11:08:02.849844 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-4feac3f2-f30e-42b5-85c3-4d230144dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:02.851316 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-4feac3f2-f30e-42b5-85c3-4d230144dbfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0435414 Sep 16 11:08:02.896334 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-182c35bd-f06e-4e27-a246-3c2c875b4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:02.897800 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}, {'id': 'fa2ec24e-a85a-423e-8e66-0b1c3c7885f2', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '60cca64d-f478-488a-be70-703477b3d0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:55:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a287191-dfa0-4ac6-9443-43af83904b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:08:01Z', 'updated_at': '2021-09-16T11:08:01Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:08:02.898043 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-182c35bd-f06e-4e27-a246-3c2c875b4418 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395095 Sep 16 11:08:02.922948 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:08:02.931092 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:08:02.931626 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:07:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:08:02.987565 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-e8ed4870-05bb-4417-94bb-c20a4e7e06de service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825536 Sep 16 11:08:03.034254 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:08:03.074113 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8175be5a-69a1-4905-b9b6-ecc4e1ffa647 req-fc8fcee5-f515-44de-abb5-986620ed7a5f service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799015 Sep 16 11:08:03.254240 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}, {'id': 'fa2ec24e-a85a-423e-8e66-0b1c3c7885f2', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '60cca64d-f478-488a-be70-703477b3d0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:55:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a287191-dfa0-4ac6-9443-43af83904b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:08:01Z', 'updated_at': '2021-09-16T11:08:01Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:08:03.279433 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3470e3e8-abc8-4f93-ba94-207f9e404c8b None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}, {'id': 'fa2ec24e-a85a-423e-8e66-0b1c3c7885f2', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '60cca64d-f478-488a-be70-703477b3d0b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:55:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a287191-dfa0-4ac6-9443-43af83904b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:08:01Z', 'updated_at': '2021-09-16T11:08:01Z', 'revision_number': 0, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:08:03.464733 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb244a77-d5b3-483a-854b-583b9f35c6e5 None None] New status for floating IP fa2ec24e-a85a-423e-8e66-0b1c3c7885f2: ACTIVE {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:08:03.787473 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1e27b865-85b8-4d27-a55b-0d4518da0ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:04.667345 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:04.912610 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:06.002546 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:15.570604 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:30.895398 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-67ca14a5-58ce-4342-b884-260a6962fd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:32.923613 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:08:33.891817 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b04a5636-58b3-4a25-b9cc-5a45052e956e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:34.620770 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:35.032510 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:35.220759 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-38fcda91-f321-4aaf-a2fa-a42fe2d9824a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415962 Sep 16 11:08:35.301132 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-dd7bdf37-32d5-44da-bdfe-5350119ceceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:35.302554 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-dd7bdf37-32d5-44da-bdfe-5350119ceceb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0388725 Sep 16 11:08:35.400580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-c3848261-518e-4fd0-9ae4-5a9cbe9e3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:35.402003 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-c3848261-518e-4fd0-9ae4-5a9cbe9e3d79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0802829 Sep 16 11:08:35.468969 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-2e55e35f-2b0c-4b56-a8d7-c725c1c02bae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 1001 time: 0.0593719 Sep 16 11:08:35.516400 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-2727a495-ec7b-490f-ac4d-da197642f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:35.517824 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-2727a495-ec7b-490f-ac4d-da197642f087 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0414839 Sep 16 11:08:35.562189 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-2b009d6e-7747-4b70-9ce3-4d39ac4b5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:08:35.563564 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-2b009d6e-7747-4b70-9ce3-4d39ac4b5441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377362 Sep 16 11:08:35.655066 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-5b5ce6da-b792-4a8a-8504-5175492f9f6b service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825427 Sep 16 11:08:35.746236 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8253e9b1-4c33-4514-94eb-edcae4f2cf97 req-24e80b67-bd56-4e70-bda8-4f7469f4e2b6 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836744 Sep 16 11:08:36.162274 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:08:45.539104 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:00.952686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc27da0c-633a-4e5a-aacb-19b80274581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:03.807327 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a5ee-d008-4dae-b6e3-d8b7a68eee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:04.710117 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:04.992671 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:06.026835 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:09.921725 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:09:15.572815 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:29.772137 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57046) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:29.966446 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 549a0188-650b-46a0-a5e7-8cc6b642b489 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:29.966793 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.041954 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.042203 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.053267 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 549a0188-650b-46a0-a5e7-8cc6b642b489 owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:30.277952 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.306394 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=549a0188-650b-46a0-a5e7-8cc6b642b489,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:30.332306 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.332682 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.333023 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.333356 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.333682 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.334008 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.334366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.334691 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.335014 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.335330 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.335646 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.335960 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:30.374020 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.374347 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP fa2ec24e-a85a-423e-8e66-0b1c3c7885f2 disassociated (deleted). External IP: 172.27.3.219, port: 60cca64d-f478-488a-be70-703477b3d0b4. Sep 16 11:09:30.576275 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:09:30.679534 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:09:30.684229 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:30.688767 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:09:30.698445 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:30.699131 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:30.710209 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-b72222de-5f9e-4b12-9a74-7fad04fc8cb8 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "DELETE /v2.0/floatingips/fa2ec24e-a85a-423e-8e66-0b1c3c7885f2 HTTP/1.1" status: 204 len: 168 time: 0.9369965 Sep 16 11:09:30.710788 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:09:30.713778 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fca500-7db0-4f3d-af1c-f943d0e517d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:09:30.806829 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:30.811949 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210b2380-ca56-43ed-a59e-9f7bb7e7212d x-openstack-request-id: req-210b2380-ca56-43ed-a59e-9f7bb7e7212d {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:09:30.812479 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "tag": "60cca64d-f478-488a-be70-703477b3d0b4", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:09:30.812594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-210b2380-ca56-43ed-a59e-9f7bb7e7212d {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:09:30.812919 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4', 'status': 'completed', 'code': 200} Sep 16 11:09:30.923855 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-c6837741-6d9d-4129-8764-6f42bfacac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:30.925430 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-c6837741-6d9d-4129-8764-6f42bfacac33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 1098 time: 0.0886843 Sep 16 11:09:30.937625 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5b1cdb83-7127-4652-af38-d97fe2a288c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:31.016021 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-9eff504f-d4a3-4c82-b2ef-908a6b433aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:31.017560 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-9eff504f-d4a3-4c82-b2ef-908a6b433aca service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0848818 Sep 16 11:09:31.043598 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:31.063480 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-83247ffc-4c5f-4867-9ec5-0936c1cfbe9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60cca64d-f478-488a-be70-703477b3d0b4 HTTP/1.1" status: 200 len: 217 time: 0.0389388 Sep 16 11:09:31.074160 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:09:31.082664 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:31.083272 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:04Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:31.114156 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-7588808f-e205-4d95-86f1-ddc9cca8d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:31.115735 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-7588808f-e205-4d95-86f1-ddc9cca8d17d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0448437 Sep 16 11:09:31.196854 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:31.212260 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-21c0a1e2-5666-49bb-a478-ea5fe29a9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:31.213783 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-21c0a1e2-5666-49bb-a478-ea5fe29a9ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891702 Sep 16 11:09:31.225674 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884532-5a1b-4259-a751-469e6c862390 req-8d91e39c-2d3b-410d-a5f6-dec6c0646008 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:31.227050 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-25884532-5a1b-4259-a751-469e6c862390 req-8d91e39c-2d3b-410d-a5f6-dec6c0646008 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0666549 Sep 16 11:09:31.231898 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-c45e1172-1efa-4fdd-8e70-9cb40c456963 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=100951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 11:09:31.232881 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-c45e1172-1efa-4fdd-8e70-9cb40c456963 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048702 Sep 16 11:09:31.290175 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-25884532-5a1b-4259-a751-469e6c862390 req-7bcb96f7-4fa1-40dd-8995-d6a2608c58c4 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559521 Sep 16 11:09:31.342470 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-eb6ae8b0-c51a-452b-beba-2315f775f237 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018040 Sep 16 11:09:31.416663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:31.437121 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-06fca500-7db0-4f3d-af1c-f943d0e517d1 req-0f0524e9-8a51-4dca-80f0-393585f7023b service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Sep 16 11:09:31.446891 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076ef8f-c832-40c3-bc3e-efcf2a5e2af1 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_floatingips': [{'id': '3f2f81da-16c6-4c84-8ea7-2d92eed95699', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'router_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'port_id': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'mac_address': 'fa:16:3e:09:88:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T11:06:04Z', 'updated_at': '2021-09-16T11:06:06Z', 'revision_number': 1, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:09:31.668749 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ee8a6-b55f-4b10-982e-fd4c9c30bab5 None None] New status for floating IP fa2ec24e-a85a-423e-8e66-0b1c3c7885f2: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:09:32.419129 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad2b22-8ddb-479a-a182-043b363f14b1 req-796f592d-94a5-45a2-a49f-9cd33207fd1f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:32.420674 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cfad2b22-8ddb-479a-a182-043b363f14b1 req-796f592d-94a5-45a2-a49f-9cd33207fd1f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Sep 16 11:09:32.458109 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-cfad2b22-8ddb-479a-a182-043b363f14b1 req-00d40438-b973-45a1-8e1e-bea9c4c4b915 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Sep 16 11:09:32.695310 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-0f410b43-7f2d-4e4a-9c90-4bf7c053de8f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:32.696913 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-0f410b43-7f2d-4e4a-9c90-4bf7c053de8f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 945 time: 0.0466158 Sep 16 11:09:32.788113 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 60cca64d-f478-488a-be70-703477b3d0b4 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:32.788471 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:32.875110 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] For port 60cca64d-f478-488a-be70-703477b3d0b4, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=60cca64d-f478-488a-be70-703477b3d0b4,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:32.875470 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:32.887528 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 60cca64d-f478-488a-be70-703477b3d0b4 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:33.081695 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:33.113793 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=60cca64d-f478-488a-be70-703477b3d0b4,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:33.141523 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.141873 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.142219 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.142555 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.142886 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.143220 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.143549 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.143876 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.144204 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.144548 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.144872 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.145191 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:33.164556 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] No DVR routers for this DVR port 60cca64d-f478-488a-be70-703477b3d0b4 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:33.168102 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:33.170553 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-8eac4f0b-a806-43d3-8c8e-bc7072a9254f req-61e847f5-5cce-4c86-bc2c-57d95daa4c39 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "DELETE /v2.0/ports/60cca64d-f478-488a-be70-703477b3d0b4 HTTP/1.1" status: 204 len: 173 time: 0.4672256 Sep 16 11:09:33.170985 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'name': 'network-vif-deleted', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:09:33.173245 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda2994-ba96-4429-a6ac-35e8517c8a60" -d '{"events": [{"server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "name": "network-vif-deleted", "tag": "60cca64d-f478-488a-be70-703477b3d0b4"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:09:33.207608 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d72dce-275a-4487-9697-b4fe45e48b55 x-openstack-request-id: req-30d72dce-275a-4487-9697-b4fe45e48b55 {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:09:33.207902 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a287191-dfa0-4ac6-9443-43af83904b03", "name": "network-vif-deleted", "tag": "60cca64d-f478-488a-be70-703477b3d0b4", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:09:33.208159 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30d72dce-275a-4487-9697-b4fe45e48b55 {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:09:33.208584 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a287191-dfa0-4ac6-9443-43af83904b03', 'name': 'network-vif-deleted', 'tag': '60cca64d-f478-488a-be70-703477b3d0b4', 'status': 'completed', 'code': 200} Sep 16 11:09:33.552823 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-7f88573d-d6a3-44eb-95f6-279746395a93 req-6ce71444-f628-4ec6-b72c-b97f5e216545 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a287191-dfa0-4ac6-9443-43af83904b03 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Sep 16 11:09:33.786614 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-aae84e02-9594-4c05-8be9-3ea277ab2003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:34.621233 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:35.032349 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:35.966168 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 60cca64d-f478-488a-be70-703477b3d0b4 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:35.985466 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 60cca64d-f478-488a-be70-703477b3d0b4 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:35.985815 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 60cca64d-f478-488a-be70-703477b3d0b4 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:36.020970 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.193655 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57094) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:37.346177 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 5def26ac-ba03-496c-9b8a-444a0a337137 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:37.346512 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.423134 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.423475 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.435163 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 5def26ac-ba03-496c-9b8a-444a0a337137 owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:37.670217 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.696514 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=5def26ac-ba03-496c-9b8a-444a0a337137,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:37.757366 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:37.757770 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.db.l3_db [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Floating IP 3f2f81da-16c6-4c84-8ea7-2d92eed95699 disassociated (deleted). External IP: 172.27.3.66, port: 71161e63-8b38-4610-a9da-ffe094bc6db0. Sep 16 11:09:38.203494 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:09:38.308583 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:09:38.313422 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:38.319686 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:09:38.328363 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:38.329086 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:38.339313 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-296f78ec-f623-4c03-998c-df597cc47e3f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "DELETE /v2.0/floatingips/3f2f81da-16c6-4c84-8ea7-2d92eed95699 HTTP/1.1" status: 204 len: 168 time: 1.1446061 Sep 16 11:09:38.339910 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0'}] {{(pid=100950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:09:38.342178 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}410c6e8fe492cd94822eaf2a06e874f22790c4d404f44ed6c18a5aba5efdaa60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0"}]}' {{(pid=100950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:09:38.378862 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 11:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b3257-19af-4577-bb1d-6f0a0399c629 x-openstack-request-id: req-711b3257-19af-4577-bb1d-6f0a0399c629 {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:09:38.379157 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0", "status": "completed", "code": 200}]} {{(pid=100950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:09:38.379412 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-711b3257-19af-4577-bb1d-6f0a0399c629 {{(pid=100950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:09:38.379857 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'status': 'completed', 'code': 200} Sep 16 11:09:38.446509 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-a7ee0d9f-3b33-4455-9e4b-9ee543b7f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:38.448091 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-a7ee0d9f-3b33-4455-9e4b-9ee543b7f1be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6ea78de4680a435e846283bd06a3ba2b&device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 1099 time: 0.0450068 Sep 16 11:09:38.546116 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-5231f8f0-7067-430b-86b2-8bd522e1e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:38.547563 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-5231f8f0-7067-430b-86b2-8bd522e1e164 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 200 len: 910 time: 0.0928695 Sep 16 11:09:38.565523 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:38.589241 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-0097269c-b2af-4d28-81e6-51b37cee4428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 200 len: 217 time: 0.0349305 Sep 16 11:09:38.637757 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-de84ee91-2b3e-4627-bc9d-e186c0a3490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:38.639241 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-de84ee91-2b3e-4627-bc9d-e186c0a3490f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 200 len: 849 time: 0.0437977 Sep 16 11:09:38.689161 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-839f73ca-4779-4cc6-a02a-de66043623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:38.690652 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-839f73ca-4779-4cc6-a02a-de66043623e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443933 Sep 16 11:09:38.767462 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:38.798468 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:09:38.806663 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:38.807285 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:38.812336 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-0a64640e-cbb2-43d5-a428-ae022db21e34 service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131830 Sep 16 11:09:38.824304 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7f9a6-122b-4189-ba38-a8d9922d2f51 req-0b482fee-158e-4eab-9aec-6f345afdc0cd tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:38.825716 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-05a7f9a6-122b-4189-ba38-a8d9922d2f51 req-0b482fee-158e-4eab-9aec-6f345afdc0cd tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0630422 Sep 16 11:09:38.916053 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-05a7f9a6-122b-4189-ba38-a8d9922d2f51 req-bf90e7cf-0cdf-4050-a00a-0e6c515938ef tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823927 Sep 16 11:09:38.921413 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:38.937783 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-5fcdf608-1958-47d1-9c1a-b3a72ddd1c78 req-7d38b9f2-5cb5-4e2f-8c2c-a5e8e2640a9a service neutron] 10.222.0.30 "GET /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111495 Sep 16 11:09:39.117428 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:39.144256 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610476a0-defc-4c8a-905e-e1960d3404e0 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:02:55Z', 'revision_number': 4, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi', '_interfaces': [{'id': '74954ef8-2584-4c97-93e0-434971473852', 'name': '', 'network_id': 'e1a81d05-22e3-4975-9e17-3ef72d5a0b9c', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'mac_address': 'fa:16:3e:95:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:55Z', 'updated_at': '2021-09-16T11:02:59Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'subnets': [{'id': 'b59dcc1c-b61f-40cc-8f10-908624c631d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:09:39.346149 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec143d1d-e4fb-4c02-b3fd-ea9b227aa059 None None] New status for floating IP 3f2f81da-16c6-4c84-8ea7-2d92eed95699: DOWN {{(pid=100953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 11:09:40.028580 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7110a94-1200-4684-a3b1-484525fd0791 req-cd894a88-21cb-4528-95d5-e43c935587da tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:40.030054 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f7110a94-1200-4684-a3b1-484525fd0791 req-cd894a88-21cb-4528-95d5-e43c935587da tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0476451 Sep 16 11:09:40.070770 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-f7110a94-1200-4684-a3b1-484525fd0791 req-47a0b43c-5f6e-40ed-9e30-5affb67a2a98 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/security-groups?id=98b78657-42f3-40e5-a246-b0c87cb0d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Sep 16 11:09:40.197123 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-66c68f50-91d8-493d-82f2-f883c4b4aaed tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 11:09:40.198499 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-66c68f50-91d8-493d-82f2-f883c4b4aaed tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 946 time: 0.0477598 Sep 16 11:09:40.285269 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 71161e63-8b38-4610-a9da-ffe094bc6db0 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:40.285612 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:40.375761 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] For port 71161e63-8b38-4610-a9da-ffe094bc6db0, host hv-cinder-78776, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78776',level=0,port_id=71161e63-8b38-4610-a9da-ffe094bc6db0,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:40.376122 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:40.388097 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 71161e63-8b38-4610-a9da-ffe094bc6db0 owned by compute:nova {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:40.598365 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:40.626089 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=71161e63-8b38-4610-a9da-ffe094bc6db0,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:40.666901 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] No DVR routers for this DVR port 71161e63-8b38-4610-a9da-ffe094bc6db0 on host hv-cinder-78776 {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:40.669374 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for port, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:40.671467 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-0a794308-393d-4c4f-8367-1feb3edbded9 req-a28baa63-edb1-4a4c-95c1-88b550675172 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.30 "DELETE /v2.0/ports/71161e63-8b38-4610-a9da-ffe094bc6db0 HTTP/1.1" status: 204 len: 173 time: 0.4671388 Sep 16 11:09:40.671907 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'name': 'network-vif-deleted', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0'}] {{(pid=100951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 11:09:40.674136 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18fe1611a1c39fda5b90a21cfb4cfac0979a0126aa676392cc78221a55095c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dcf2b5-f300-4629-86d7-0043ac1775c8" -d '{"events": [{"server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "name": "network-vif-deleted", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0"}]}' {{(pid=100951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 11:09:40.708338 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 11:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2995087f-aa4a-4392-b0e7-0281c0abf1cc x-openstack-request-id: req-2995087f-aa4a-4392-b0e7-0281c0abf1cc {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 11:09:40.708691 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ad4a2-02cc-472e-87e5-da5339476aa2", "name": "network-vif-deleted", "tag": "71161e63-8b38-4610-a9da-ffe094bc6db0", "status": "completed", "code": 200}]} {{(pid=100951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 11:09:40.708945 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2995087f-aa4a-4392-b0e7-0281c0abf1cc {{(pid=100951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 11:09:40.709344 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5ad4a2-02cc-472e-87e5-da5339476aa2', 'name': 'network-vif-deleted', 'tag': '71161e63-8b38-4610-a9da-ffe094bc6db0', 'status': 'completed', 'code': 200} Sep 16 11:09:41.161649 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [req-9ada7e87-d8bf-4bac-943f-3cef6b9956fa req-ca3f9256-afef-44dc-b4a7-4b3b8d3c6760 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab5ad4a2-02cc-472e-87e5-da5339476aa2 HTTP/1.1" status: 200 len: 210 time: 0.0250690 Sep 16 11:09:42.217118 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57110) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:42.336699 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Deleting port 19b98be5-ef34-44c4-8ebe-dc2a54e43c9e {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:42.337039 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.409796 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.410131 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.421548 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Calling delete_port for 19b98be5-ef34-44c4-8ebe-dc2a54e43c9e owned by network:floatingip {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:42.615527 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.644465 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'Port': ['ID=19b98be5-ef34-44c4-8ebe-dc2a54e43c9e,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:42.702888 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for floatingip, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.705698 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29715'] for floatingip, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:42.706946 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-02ad40d2-5671-4cee-86bf-f4a1ca70e89f tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "DELETE /v2.0/floatingips/0b8496db-ee53-4f7c-b847-8f308ff49770 HTTP/1.1" status: 204 len: 168 time: 0.4888554 Sep 16 11:09:43.998242 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 71161e63-8b38-4610-a9da-ffe094bc6db0 no longer exists at agent hyperv_hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:44.022064 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] No Port match for: 71161e63-8b38-4610-a9da-ffe094bc6db0 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:44.022413 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Device 71161e63-8b38-4610-a9da-ffe094bc6db0 not bound to the agent host hv-cinder-78776 {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:44.086116 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57122) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:44.142260 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:44.166705 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:44.307038 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:44.309563 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:44.312742 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] 10.222.0.36 "DELETE /v2.0/security-groups/98b78657-42f3-40e5-a246-b0c87cb0d0b0 HTTP/1.1" status: 204 len: 168 time: 0.2236450 Sep 16 11:09:44.319877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5abbf-bff7-465e-bb3e-475920dd9eb5 tempest-TestVolumeBootPattern-1820594710 tempest-TestVolumeBootPattern-1820594710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b78657-42f3-40e5-a246-b0c87cb0d0b0,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:44.422807 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57126) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:44.846351 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.077841 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Deleting port 74954ef8-2584-4c97-93e0-434971473852 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:45.078092 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.152800 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] For port 74954ef8-2584-4c97-93e0-434971473852, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=74954ef8-2584-4c97-93e0-434971473852,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:45.153474 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.167948 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Calling delete_port for 74954ef8-2584-4c97-93e0-434971473852 owned by network:router_interface {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:45.424744 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.452128 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Pushing event deleted for resources: {'Port': ['ID=74954ef8-2584-4c97-93e0-434971473852,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:45.552607 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.613845 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:45.820336 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:09:45.920916 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:09:45.925870 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-fe409e68-776b-4e34-ac59-0039575b43ad admin admin] 10.222.0.36 "PUT /v2.0/routers/9277c0c5-4aa1-44dd-bd2e-66df0d011844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019557 Sep 16 11:09:45.928547 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57130) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:45.931808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Sync routers for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:09:45.940929 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:45.941564 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:46.028211 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks [] for router, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.042334 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:46.127406 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.210233 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:09:45Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:46.239979 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Checking router: 9277c0c5-4aa1-44dd-bd2e-66df0d011844 for host: dv-cinder-787764-4-iscsi {{(pid=100952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:09:46.248193 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Routers {'9277c0c5-4aa1-44dd-bd2e-66df0d011844'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:46.248832 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'], 'active': True} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:46.298617 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Deleting port 10e0f909-2d38-4893-ac1c-f903077cf2b6 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:46.299223 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.353011 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvr_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] Set router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:46.381371 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] For port 10e0f909-2d38-4893-ac1c-f903077cf2b6, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=10e0f909-2d38-4893-ac1c-f903077cf2b6,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:46.381668 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.398355 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Calling delete_port for 10e0f909-2d38-4893-ac1c-f903077cf2b6 owned by network:router_gateway {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:46.529035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_hamode_db [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:09:45Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:46.544702 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-971c8a1b-71f8-479a-9ec7-4a45f7661d3c req-075a2dd4-bea8-4719-a003-75693ac33f37 service neutron] (100950) timed out ('10.222.0.30', 55268) {{(pid=100950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 11:09:46.556250 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497321eb-ebd9-469b-814e-555ba655d584 None None] The sync data for ids ['9277c0c5-4aa1-44dd-bd2e-66df0d011844'] in dv-cinder-787764-4-iscsi is: [{'id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'name': 'tempest-TestVolumeBootPattern-36464954-router', 'tenant_id': '6ea78de4680a435e846283bd06a3ba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:52Z', 'updated_at': '2021-09-16T11:09:45Z', 'revision_number': 5, 'project_id': '6ea78de4680a435e846283bd06a3ba2b', 'gw_port': {'id': '10e0f909-2d38-4893-ac1c-f903077cf2b6', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9277c0c5-4aa1-44dd-bd2e-66df0d011844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:53Z', 'updated_at': '2021-09-16T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:09:46.683938 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.714747 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Pushing event deleted for resources: {'Port': ['ID=10e0f909-2d38-4893-ac1c-f903077cf2b6,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:46.770331 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.864318 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.866326 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:46.920956 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:09:46.979570 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 74954ef8-2584-4c97-93e0-434971473852 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:47.000178 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 74954ef8-2584-4c97-93e0-434971473852 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:47.004877 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 74954ef8-2584-4c97-93e0-434971473852 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:47.038219 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.038944 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9277c0c5-4aa1-44dd-bd2e-66df0d011844 {{(pid=100950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 11:09:47.044744 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] Notify callbacks [] for router, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.045007 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-7212305d-52fd-46a0-ac06-d19897bdaefe admin admin] 10.222.0.36 "DELETE /v2.0/routers/9277c0c5-4aa1-44dd-bd2e-66df0d011844 HTTP/1.1" status: 204 len: 168 time: 1.1154342 Sep 16 11:09:47.047480 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57132) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:47.092627 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.db_base_plugin_v2 [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Deleting subnet b59dcc1c-b61f-40cc-8f10-908624c631d6 {{(pid=100950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 11:09:47.095868 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.136976 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12384000'] for subnet, precommit_delete_associations {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.220968 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.436594 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8732201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8728416'] for subnet, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.462516 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59dcc1c-b61f-40cc-8f10-908624c631d6,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:47.466109 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for subnet, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.474736 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-101e2378-deca-4bb2-96a3-55c3329e7f6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b59dcc1c-b61f-40cc-8f10-908624c631d6 HTTP/1.1" status: 204 len: 168 time: 0.4196727 Sep 16 11:09:47.474736 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57134) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:47.475135 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e7be8-892d-4e72-9cc2-722e42959534 None None] Network e1a81d05-22e3-4975-9e17-3ef72d5a0b9c requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:09:47.544877 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.618948 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Deleting port d13fe27e-26bc-4bda-b4a9-3bab733cb608 {{(pid=100950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:47.618948 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.653914 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] DHCP port deletion for e1a81d05-22e3-4975-9e17-3ef72d5a0b9c request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 11:09:47.666951 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.db [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] For port d13fe27e-26bc-4bda-b4a9-3bab733cb608, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d13fe27e-26bc-4bda-b4a9-3bab733cb608,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:47.667313 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.679331 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Calling delete_port for d13fe27e-26bc-4bda-b4a9-3bab733cb608 owned by network:dhcp {{(pid=100950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:47.702558 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Deleting port d13fe27e-26bc-4bda-b4a9-3bab733cb608 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:47.702915 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.880689 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] For port d13fe27e-26bc-4bda-b4a9-3bab733cb608, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=d13fe27e-26bc-4bda-b4a9-3bab733cb608,segment=NetworkSegment(819dda82-0b4d-4463-862d-47c5917cc865),segment_id=819dda82-0b4d-4463-862d-47c5917cc865)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:47.880969 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.892764 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Calling delete_port for d13fe27e-26bc-4bda-b4a9-3bab733cb608 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:47.919172 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8732166'] for port, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.943883 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13fe27e-26bc-4bda-b4a9-3bab733cb608,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:47.948869 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] No DVR routers for this DVR port d13fe27e-26bc-4bda-b4a9-3bab733cb608 on host dv-cinder-787764-4-iscsi {{(pid=100950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:47.968245 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:47.993738 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Pushing event deleted for resources: {'Port': ['ID=d13fe27e-26bc-4bda-b4a9-3bab733cb608,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:47.995911 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] No DVR routers for this DVR port d13fe27e-26bc-4bda-b4a9-3bab733cb608 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:48.004751 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.005131 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.005476 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.005814 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.006146 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.006524 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.006856 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.007183 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.007509 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.007832 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.009290 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.009290 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c44942-8d05-4892-a760-dbbc3a422c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787764-4-iscsi {{(pid=100952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 11:09:48.021760 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.274637 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a81d05-22e3-4975-9e17-3ef72d5a0b9c']}} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:48.283951 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819dda82-0b4d-4463-862d-47c5917cc865') {'for_net_delete': True} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:48.284245 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.services.segments.db [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819dda82-0b4d-4463-862d-47c5917cc865') {} {{(pid=100950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:48.293383 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12384011'] for segment, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.306346 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.311884 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 11:09:48.312269 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8732663'] for segment, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: Traceback (most recent call last): Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: timer() Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: cb(*args, **kw) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: return func(*args, **kwargs) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: self._notify() Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: self.callback(batched_events) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: event.method(event) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: return f(self, *a, **k) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._get(url).json() Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: return self.request(url, 'GET', **kwargs) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 11:09:48.313863 dv-cinder-787764-4-iscsi neutron-server[100950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 11:09:48.487056 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.492320 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:48.494673 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e1a81d05-22e3-4975-9e17-3ef72d5a0b9c HTTP/1.1" status: 204 len: 168 time: 1.0231993 Sep 16 11:09:48.497877 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57136) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:48.505213 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c83a4-6813-4acb-8460-e1e5c5a63210 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a81d05-22e3-4975-9e17-3ef72d5a0b9c,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:48.782429 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 10e0f909-2d38-4893-ac1c-f903077cf2b6 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:48.801825 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 10e0f909-2d38-4893-ac1c-f903077cf2b6 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:48.802170 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 10e0f909-2d38-4893-ac1c-f903077cf2b6 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:48.802574 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d13fe27e-26bc-4bda-b4a9-3bab733cb608 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:48.821035 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: d13fe27e-26bc-4bda-b4a9-3bab733cb608 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:48.821384 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device d13fe27e-26bc-4bda-b4a9-3bab733cb608 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:48.834694 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578059'] for router_interface, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:49.066011 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Deleting port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:49.066261 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:49.139711 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] For port 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:49.140058 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:49.152162 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Calling delete_port for 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 owned by network:router_interface {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:49.438142 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:49.466273 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d80370f-e4b1-4ba3-9d58-9c9e80b3f652,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:49.626322 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-739511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579003'] for router_interface, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:49.830951 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Router 69d221d2-b52b-47be-9b88-cf96693d03f6 has already been hosted by L3 agent a036c588-1e6d-429c-bd5e-734cf19631a5 {{(pid=100951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 11:09:49.931897 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] Notify agent at l3_agent.dv-cinder-787764-4-iscsi the message routers_updated {{(pid=100951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 11:09:49.937171 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-0151a4ae-7d06-4b40-8547-d364ffd65194 admin admin] 10.222.0.36 "PUT /v2.0/routers/69d221d2-b52b-47be-9b88-cf96693d03f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382212 Sep 16 11:09:49.939591 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57138) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:49.940178 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Sync routers for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 11:09:49.950155 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:49.950787 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:50.052781 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:50.244654 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:09:49Z', 'revision_number': 5, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:50.275745 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Checking router: 69d221d2-b52b-47be-9b88-cf96693d03f6 for host: dv-cinder-787764-4-iscsi {{(pid=100953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 11:09:50.284267 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Routers {'69d221d2-b52b-47be-9b88-cf96693d03f6'} bound to L3 agent in host dv-cinder-787764-4-iscsi {{(pid=100953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 11:09:50.284927 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787764-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T10:40:04Z,description=,heartbeat_timestamp=2021-09-16T11:09:34Z,host='dv-cinder-787764-4-iscsi',id=a036c588-1e6d-429c-bd5e-734cf19631a5,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T10:40:04Z,topic='l3_agent')) {'router_ids': ['69d221d2-b52b-47be-9b88-cf96693d03f6'], 'active': True} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:50.307332 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:50.387553 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_dvr_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] Set router 69d221d2-b52b-47be-9b88-cf96693d03f6 gateway port host: dv-cinder-787764-4-iscsi {{(pid=100953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 11:09:50.403456 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:50.558896 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.l3_hamode_db [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:09:49Z', 'revision_number': 5, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}], 'dv-cinder-787764-4-iscsi', False) {} {{(pid=100953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:50.584175 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8a979e-5917-4f45-9807-644759be2139 None None] The sync data for ids ['69d221d2-b52b-47be-9b88-cf96693d03f6'] in dv-cinder-787764-4-iscsi is: [{'id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'name': 'tempest-TestVolumeBootPattern-2099396322-router', 'tenant_id': '99941163fb2f45ac95c6b0884d0d45ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'external_fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T11:02:58Z', 'updated_at': '2021-09-16T11:09:49Z', 'revision_number': 5, 'project_id': '99941163fb2f45ac95c6b0884d0d45ec', 'gw_port': {'id': '22884ab8-646b-4608-9250-88dafb8b7c5c', 'name': '', 'network_id': '871ec848-bb49-4022-aa2c-f256a183fd75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d221d2-b52b-47be-9b88-cf96693d03f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787764-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T11:02:59Z', 'updated_at': '2021-09-16T11:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '666f940a-1dc8-44be-bec1-786e1a38ff85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787764-4-iscsi'}] {{(pid=100953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 11:09:50.592843 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Deleting port 22884ab8-646b-4608-9250-88dafb8b7c5c {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:50.593227 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:50.671043 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] For port 22884ab8-646b-4608-9250-88dafb8b7c5c, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=22884ab8-646b-4608-9250-88dafb8b7c5c,segment=NetworkSegment(57c8189b-626a-4bc8-94cf-45343c89d98c),segment_id=57c8189b-626a-4bc8-94cf-45343c89d98c)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:50.671693 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:50.683350 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Calling delete_port for 22884ab8-646b-4608-9250-88dafb8b7c5c owned by network:router_gateway {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:50.924238 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:50.952474 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=22884ab8-646b-4608-9250-88dafb8b7c5c,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:50.972026 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:50.998664 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:50.999198 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 0d80370f-e4b1-4ba3-9d58-9c9e80b3f652 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:51.019787 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578941'] for router_gateway, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.111864 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.114003 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.220989 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580055'] for router, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.221550 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d221d2-b52b-47be-9b88-cf96693d03f6 {{(pid=100951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 11:09:51.230183 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] Notify callbacks [] for router, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.230183 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-dd8cdb0b-75f5-4191-a7df-829ff8293f70 admin admin] 10.222.0.36 "DELETE /v2.0/routers/69d221d2-b52b-47be-9b88-cf96693d03f6 HTTP/1.1" status: 204 len: 168 time: 1.2871211 Sep 16 11:09:51.230388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57140) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:51.279113 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.db_base_plugin_v2 [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Deleting subnet 4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53 {{(pid=100951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 11:09:51.282611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.317328 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8797460'] for subnet, precommit_delete_associations {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.392140 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3761991'] for subnet, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.524119 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3762000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9014711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340330'] for subnet, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.551789 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:51.556850 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.558751 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-082a507b-34e7-4f68-b4e3-4f9aa6062429 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4cb9cd3f-d3fc-4797-be8e-4a049f4f9c53 HTTP/1.1" status: 204 len: 168 time: 0.3276129 Sep 16 11:09:51.561207 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57142) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:51.562569 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d74764-ee44-4a30-8700-6ae8e458a9bd None None] Network bf24ee17-ae90-4b62-85de-401243f9c813 requested from dv-cinder-787764-4-iscsi {{(pid=100952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 11:09:51.628544 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4186806'] for network, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.683936 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Deleting port 221689a2-830f-462c-847d-2043014458c2 {{(pid=100951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:51.684611 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.751794 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.db [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] For port 221689a2-830f-462c-847d-2043014458c2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=221689a2-830f-462c-847d-2043014458c2,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:51.752151 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.756156 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] DHCP port deletion for bf24ee17-ae90-4b62-85de-401243f9c813 request from dv-cinder-787764-4-iscsi {{(pid=100952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 11:09:51.764285 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Calling delete_port for 221689a2-830f-462c-847d-2043014458c2 owned by network:dhcp {{(pid=100951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:51.805489 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Deleting port 221689a2-830f-462c-847d-2043014458c2 {{(pid=100952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 11:09:51.805792 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760183317041'] for port, before_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.868298 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.db [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] For port 221689a2-830f-462c-847d-2043014458c2, host dv-cinder-787764-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787764-4-iscsi',level=0,port_id=221689a2-830f-462c-847d-2043014458c2,segment=NetworkSegment(169d77c5-7f19-479c-aa4a-b175fb7ec116),segment_id=169d77c5-7f19-479c-aa4a-b175fb7ec116)] {{(pid=100952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 11:09:51.869216 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539715'] for port, precommit_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.881110 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Calling delete_port for 221689a2-830f-462c-847d-2043014458c2 owned by network:dhcp {{(pid=100952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 11:09:51.935010 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9014680'] for port, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.956066 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4074166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760183324151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760182773953'] for port, after_delete {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:51.964681 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=221689a2-830f-462c-847d-2043014458c2,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:51.966510 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] No DVR routers for this DVR port 221689a2-830f-462c-847d-2043014458c2 on host dv-cinder-787764-4-iscsi {{(pid=100951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:51.981404 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] Pushing event deleted for resources: {'Port': ['ID=221689a2-830f-462c-847d-2043014458c2,revision_number=None']} {{(pid=100952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:51.986839 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3a3e0-8362-4311-9450-047ac1cdec15 None None] No DVR routers for this DVR port 221689a2-830f-462c-847d-2043014458c2 on host dv-cinder-787764-4-iscsi {{(pid=100952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 11:09:52.035202 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767488', 'neutron.services.segments.db._delete_segments_for_network-8760183348637'] for network, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.054660 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf24ee17-ae90-4b62-85de-401243f9c813']}} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:52.063507 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169d77c5-7f19-479c-aa4a-b175fb7ec116') {'for_net_delete': True} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:52.063746 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.services.segments.db [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169d77c5-7f19-479c-aa4a-b175fb7ec116') {} {{(pid=100951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 11:09:52.073221 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760183349414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8797471'] for segment, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.086167 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594'] for segment, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.092267 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3760594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9014377'] for segment, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: Traceback (most recent call last): Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: timer() Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: cb(*args, **kw) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: return func(*args, **kwargs) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: self._notify() Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: self.callback(batched_events) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: event.method(event) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: return f(self, *a, **k) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._get(url).json() Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: return self.request(url, 'GET', **kwargs) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 11:09:52.094567 dv-cinder-787764-4-iscsi neutron-server[100951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 11:09:52.243708 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-811019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-750404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578841'] for network, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.248921 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-750422'] for network, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.250833 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf24ee17-ae90-4b62-85de-401243f9c813 HTTP/1.1" status: 204 len: 168 time: 0.6887200 Sep 16 11:09:52.261100 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4687-38dd-49db-9eb9-1accc4813d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf24ee17-ae90-4b62-85de-401243f9c813,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:52.627557 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57146) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:52.668176 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-f0401a9a-5414-40e2-b6d1-c5a3f8782eed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ea78de4680a435e846283bd06a3ba2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392947 Sep 16 11:09:52.670465 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [-] (100950) accepted ('10.222.0.36', 57148) {{(pid=100950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:52.719232 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.739277 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.784368 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 22884ab8-646b-4608-9250-88dafb8b7c5c no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:52.803336 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 22884ab8-646b-4608-9250-88dafb8b7c5c {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:52.803688 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 22884ab8-646b-4608-9250-88dafb8b7c5c not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:52.804096 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 221689a2-830f-462c-847d-2043014458c2 no longer exists at agent ovs-agent-dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 11:09:52.823162 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.plugin [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] No Port match for: 221689a2-830f-462c-847d-2043014458c2 {{(pid=100952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 11:09:52.823508 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron.plugins.ml2.rpc [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Device 221689a2-830f-462c-847d-2043014458c2 not bound to the agent host dv-cinder-787764-4-iscsi {{(pid=100952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 11:09:52.895191 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.897708 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron_lib.callbacks.manager [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:52.898863 dv-cinder-787764-4-iscsi neutron-server[100950]: INFO neutron.wsgi [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d935c82-eadb-461d-98b8-98b7c53485f7 HTTP/1.1" status: 204 len: 168 time: 0.2274773 Sep 16 11:09:52.906895 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232831f-e45e-4cfb-8a0d-9e69e6c948bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d935c82-eadb-461d-98b8-98b7c53485f7,revision_number=None']} {{(pid=100950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:09:53.718777 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57154) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:53.758054 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-d0d08eab-4245-427c-a605-f7b41cea6015 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99941163fb2f45ac95c6b0884d0d45ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381253 Sep 16 11:09:53.760388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.wsgi [-] (100951) accepted ('10.222.0.36', 57156) {{(pid=100951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 11:09:53.805699 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:53.825451 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:53.961517 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814292'] for security_group, after_delete {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:53.964705 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron_lib.callbacks.manager [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:09:53.965912 dv-cinder-787764-4-iscsi neutron-server[100951]: INFO neutron.wsgi [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2d9924e-a6d0-437a-a165-58fc3b45edfc HTTP/1.1" status: 204 len: 168 time: 0.2046273 Sep 16 11:09:53.973388 dv-cinder-787764-4-iscsi neutron-server[100951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d5117-01fd-4bc8-b61f-0fa7a395eb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d9924e-a6d0-437a-a165-58fc3b45edfc,revision_number=None']} {{(pid=100951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 11:10:00.927105 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1b0f1c4c-3119-4c08-aa4c-2f4453b069d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:03.820646 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-7c1b04fe-7eea-4b17-a774-c85a37de4e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:04.655077 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:04.979014 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:06.061366 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:15.632381 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:23.919626 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:10:30.900808 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-83c72c0d-bca4-4b8c-b1c8-d57e080a1b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:33.809272 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d0c6a146-61cf-4bb2-92b8-156ca2128dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:34.626147 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:34.932333 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:35.995157 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:10:45.615165 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:00.915444 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0ad00677-6de7-4829-8876-4b63fbe0b268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:00.918112 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:11:03.820534 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5acb1942-6d37-4335-8c74-63745236168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:04.635298 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:04.946471 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:05.997864 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:13.235375 dv-cinder-787764-4-iscsi neutron-server[100950]: DEBUG neutron.wsgi [req-f9c4f9a9-5ece-48d5-b99d-a724b794c5fb req-fe96e64c-9fc9-404c-a630-6803ad13b4db service neutron] (100950) timed out ('10.222.0.36', 54712) {{(pid=100950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 11:11:15.618204 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:30.901029 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9d75836a-275a-4fa5-b15f-683847ef3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:33.803559 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-2fd5522b-987b-4552-955c-9df09019f739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:34.698277 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:35.021283 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:35.995240 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:11:37.918175 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:11:45.641105 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:00.915399 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-d7aacece-76ec-4315-ac48-3164ca7c7aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:03.846625 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-f5ba55ed-fa6f-4b19-aa33-1ee4b9e6ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:04.681191 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:04.955410 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:06.032422 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:14.917753 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:12:15.713331 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:30.941573 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-378190ef-7803-4bf9-8be9-16a6a7e8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:33.816405 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-66d44cf8-1bd7-494e-9eb8-25975d398ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:34.641286 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:34.949405 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:36.012411 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:45.618339 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:12:51.916723 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:13:00.937790 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-152b1204-e1d8-4d69-b615-9c92f0a45cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:03.789401 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b9664067-fc37-45ab-a786-7bc34e8d2423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:04.675291 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:04.937819 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:06.067600 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:15.644170 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:28.917253 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:13:30.943718 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-fdc51647-4047-4042-b0b4-a11e572fa569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:33.827045 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-63cf9491-3515-4aa8-a02f-86b9feacd486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:34.655869 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:34.955719 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:36.035489 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:13:45.658350 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:00.901810 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-bc78ff2c-7606-4bf3-acd8-8a355ac49be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:03.915120 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-4bb068f3-6552-4048-95da-d41972b1cde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:04.727039 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:04.941736 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:05.915810 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:14:06.055912 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:15.622158 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:30.921227 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-0701b791-6755-43c2-87bc-17293432ef8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:33.805106 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-5d4c1830-348c-4627-9b4c-bba0aa8a3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:34.669955 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:34.964660 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:36.022032 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:14:42.915568 dv-cinder-787764-4-iscsi neutron-server[100953]: DEBUG neutron.db.agents_db [None req-acf31d3a-0d38-41c5-b420-d3de215f731c None None] Agent healthcheck: found 6 active agents {{(pid=100953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 11:14:45.641401 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:00.919457 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-1850619e-b0c6-463c-90ed-910a0877e371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:03.841105 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-9ca7eafa-1d8b-4330-93cd-28725c012fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:04.693163 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ce00-17e7-4749-9691-0689a19c5181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:04.938290 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-cf92ec91-39ce-45f3-bd05-cf2cac707f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:06.016349 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8213-8ab0-4ee1-b775-7c0d09a44e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 11:15:15.624145 dv-cinder-787764-4-iscsi neutron-server[100952]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e006-4615-496b-99eb-01084a45a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760183348619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3765184'] for agent, after_update {{(pid=100952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}